-- Logs begin at Thu 2021-07-29 07:45:01 UTC, end at Thu 2021-07-29 08:48:25 UTC. --
Jul 29 08:22:14.483270 dv-cinder-802781-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 29 08:22:16.817338 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.common.config [-] Logging enabled!
Jul 29 08:22:16.818074 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5
Jul 29 08:22:16.818074 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 29 08:22:16.821215 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.common.config [-] Logging enabled!
Jul 29 08:22:16.821471 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5
Jul 29 08:22:16.821783 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 29 08:22:16.822704 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 29 08:22:16.822945 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 29 08:22:16.823304 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 29 08:22:16.823549 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 29 08:22:16.823777 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 29 08:22:16.824379 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.824683 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.824982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.825218 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.825540 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.825837 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.826126 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.826420 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.826719 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.827007 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.827292 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.827582 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.827815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.828099 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.828417 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.828709 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.828937 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.829222 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.829652 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.830056 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.830341 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.830634 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.830913 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.831186 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.831465 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.831753 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.832086 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] host                           = dv-cinder-802781-1-iscsi {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.832399 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.832691 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.832987 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.833274 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.833553 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.833834 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.834119 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.834395 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.834670 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.834947 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.835234 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.835525 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.835821 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.836045 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.836291 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.836583 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.836871 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.837147 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.837422 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.837697 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.837973 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.838247 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.838514 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.838799 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.839082 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.839365 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.839640 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.839914 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.840211 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.840485 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.840776 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.841565 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.841839 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.842114 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.842401 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.842671 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.842944 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.843247 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.843533 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.843817 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.844103 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.844403 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.844685 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.844961 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.845234 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.845506 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.845780 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.846052 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.846337 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.846614 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.846888 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.847168 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.847442 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.847731 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:16.848032 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.848361 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.848666 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.848958 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.849257 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.849544 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.849837 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.850123 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.850417 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.850712 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.851004 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.851289 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.851580 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.851863 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.852183 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.852496 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.852795 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.853091 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.853376 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.853653 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.853929 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.854212 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.854500 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.854797 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.855091 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.855367 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.855648 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.855943 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.856248 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.856530 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.857382 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.857673 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.857957 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.858233 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.858524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.858806 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.859084 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.859360 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.859643 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.859936 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.860244 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.860524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.860799 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.861079 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.861355 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.861642 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.861924 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.862200 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.862477 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.862758 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.863036 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.863315 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.863595 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.863870 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.864170 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.864449 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.864726 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.865001 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.865277 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.865551 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.865826 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.866099 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.866376 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.866651 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.866926 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.867201 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.867474 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.867748 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.868038 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.868360 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.868643 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.868924 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.869203 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.869484 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.869762 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.870040 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.870318 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.870598 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.870872 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.871162 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.871449 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.871741 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.872023 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.872349 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.872649 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.872931 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.873220 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.873500 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.873781 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.874070 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.874357 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.874654 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.874950 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.875246 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.875541 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.875834 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.876116 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.876446 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.876729 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:16.876948 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 29 08:22:16.877184 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78425) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 29 08:22:17.262599 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO keyring.backend [-] Loading KWallet
Jul 29 08:22:17.269912 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO keyring.backend [-] Loading SecretService
Jul 29 08:22:17.273483 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO keyring.backend [-] Loading Windows
Jul 29 08:22:17.274816 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO keyring.backend [-] Loading chainer
Jul 29 08:22:17.275390 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO keyring.backend [-] Loading macOS
Jul 29 08:22:17.309313 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:17.309666 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:17.310517 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:17.310852 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 29 08:22:17.611879 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.612191 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.612469 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.613676 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.613949 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.614222 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.734483 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.734761 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.735033 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.748072 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.748378 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.748647 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.776304 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.776578 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.776841 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.815208 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.815488 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:17.815758 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.052258 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5d4f3b28b0> agent after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.052786 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5d4f3b28b0> agent after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.052786 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5d4f3b2940> segment precommit_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.053060 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5d4f3b29d0> network precommit_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.054003 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5d4f3aef70> segment before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.180739 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> network before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.181057 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5d4f37ae50> agent before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.181339 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> network before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.181610 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> port before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.181879 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> port before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.182190 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> segment after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.182454 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> segment precommit_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.182710 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> segment precommit_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.182961 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> segment after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.183244 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> network after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.183505 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> network precommit_delete 0 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.183768 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> port provisioning_complete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.184032 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.184315 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.184582 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> agent after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.185410 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> subnet after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.185672 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> subnet precommit_delete 0 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.185944 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.186198 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.186486 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> segment_host_mapping after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.186834 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> port after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.187088 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.187337 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> port after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.187619 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.187868 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.188113 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5d4ff05e50>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.188522 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.188764 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.189002 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.189238 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.189475 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.189710 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.190169 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 29 08:22:18.193283 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 29 08:22:18.197185 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 29 08:22:18.201201 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Jul 29 08:22:18.202813 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 29 08:22:18.203256 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 29 08:22:18.203589 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 29 08:22:18.203973 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 29 08:22:18.206784 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 29 08:22:18.207036 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 29 08:22:18.207529 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 29 08:22:18.235218 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jul 29 08:22:18.235654 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5d4f11a7c0>> qos_plugin after_init 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.235953 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78425) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 29 08:22:18.236345 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5d4f11a4f0>> logging-plugin after_init 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.237698 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78425) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 29 08:22:18.237976 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 29 08:22:18.238221 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 29 08:22:18.241300 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5d4f0f9e20>> floatingip before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.241584 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5d4f0f9e20>> port before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.303418 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 29 08:22:18.303595 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 29 08:22:18.303834 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 29 08:22:18.304227 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 29 08:22:18.341704 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_db.sqlalchemy.engines [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78425) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 29 08:22:18.672722 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing driver for type 'gre'
Jul 29 08:22:18.673300 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] gre ID ranges: [(1, 1000)]
Jul 29 08:22:18.723808 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing driver for type 'local'
Jul 29 08:22:18.724203 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing driver for type 'vlan'
Jul 29 08:22:18.735711 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] VlanTypeDriver initialization complete
Jul 29 08:22:18.736051 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing driver for type 'vxlan'
Jul 29 08:22:18.736558 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] vxlan ID ranges: [(1, 1000)]
Jul 29 08:22:18.792390 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing extension driver 'port_security'
Jul 29 08:22:18.792738 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] PortSecurityExtensionDriver initialization complete
Jul 29 08:22:18.793077 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing mechanism driver 'openvswitch'
Jul 29 08:22:18.793389 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing mechanism driver 'hyperv'
Jul 29 08:22:18.800316 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:22:18.801067 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4f1ec610>> port after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.801436 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4f1ec610>> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.801788 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4f1ec610>> port after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.802176 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4f1ec7c0>> subnet after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.802526 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4f1ec7c0>> subnet after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.802869 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4f1ec7c0>> subnet after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.803245 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65820>> network after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.803587 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65820>> network after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.803924 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65820>> network after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.804323 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65ac0>> security_group after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.804670 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65ac0>> security_group after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.805006 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65ac0>> security_group after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.805384 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65d30>> security_group_rule after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.805725 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65d30>> security_group_rule after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.806061 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65d30>> security_group_rule after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.806434 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65fa0>> address_group after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.806777 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65fa0>> address_group after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.807107 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5d4ec65fa0>> address_group after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.807441 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] ML2 OVO RPC backend initialized. {{(pid=78425) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jul 29 08:22:18.808150 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> router_interface after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.808502 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> router_interface after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.808913 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> network before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.809256 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> networks before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.809602 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> port before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.810497 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> ports before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.810843 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> subnet before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.811181 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> subnets before_response 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.811526 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> network after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.811862 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> network after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.812224 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> network after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.812559 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> port after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.812891 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.813226 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> port after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.813563 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> subnet after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.813900 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> subnet after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.814237 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5d4ec6c3a0>> subnet after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.814799 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.plugin [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Modular L2 Plugin initialization complete
Jul 29 08:22:18.815124 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading services supported by the core plugin {{(pid=78425) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 29 08:22:18.815445 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.plugins.ml2.managers [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Got port-security extension from driver 'port_security'
Jul 29 08:22:18.815898 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.extensions.vlantransparent [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Disabled vlantransparent extension.
Jul 29 08:22:18.816413 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78425) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 29 08:22:18.816721 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: router
Jul 29 08:22:18.852264 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router_interface before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.852657 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_create 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.853028 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router before_create 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.853395 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router_interface before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.853763 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router_interface after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.854118 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_delete 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.854474 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> floatingip after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.854836 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_create 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.855181 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_update 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.855531 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_update 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.855883 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router_gateway after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.856270 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_update 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.857173 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router precommit_update 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.857537 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5d4f278430> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.857875 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5d4f2784c0> port after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.858211 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5d4f2783a0> subnet after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.858551 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5d4f278040> subnetpool_address_scope after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.858896 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> port precommit_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.859240 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router precommit_create 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.859580 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5d4f2e2280> port before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.859921 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router precommit_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.860308 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router after_update 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.860651 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router precommit_delete 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.860995 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router precommit_create 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.861351 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router_interface after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.861695 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> router precommit_update 55549900 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.862055 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> agent after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.862401 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> agent after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.862744 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5d4ec6c4c0>> network after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.863597 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Tracking information for resource: router configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.863928 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Tracking information for resource: floatingip configured {{(pid=78425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 29 08:22:18.868764 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.db.l3_agentschedulers_db [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 29 08:22:18.869342 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5d4ebdd280> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.869698 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f5d4ebdd160> port after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.870047 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function _notify_port_delete at 0x7f5d4ebdd1f0> port after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.870402 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5d4ebdd550> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.871177 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d4ebf6cd0>> router before_create 55550100 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.871537 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d4ebf6cd0>> router precommit_delete 55550100 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.871898 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d4ebf6cd0>> router precommit_create 55550100 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.872340 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5d4ebf6cd0>> router precommit_update 55550100 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.877198 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.provider_configuration [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service providers = [] {{(pid=78425) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 29 08:22:18.877560 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.db.servicetype_db [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78425) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 29 08:22:18.880506 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.service_base [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 29 08:22:18.880850 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.service_base [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 29 08:22:18.881185 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.service_base [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 29 08:22:18.882068 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.services.service_base [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 29 08:22:18.882595 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.services.service_base [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 29 08:22:18.882958 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.883269 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 29 08:22:18.893582 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.893916 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: auto_allocate
Jul 29 08:22:18.899646 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5d4eba48b0> network precommit_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.900012 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5d4eba48b0> network precommit_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.900554 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.900875 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: tag
Jul 29 08:22:18.907543 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.907867 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: timestamp
Jul 29 08:22:18.911638 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.911967 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: network_ip_availability
Jul 29 08:22:18.917157 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d4ebfcfa0>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.917526 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d4ebfcfa0>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.917880 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d4ebfcfa0>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:18.918582 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.918896 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: flavors
Jul 29 08:22:18.925520 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.925799 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading Plugin: revisions
Jul 29 08:22:18.930044 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 29 08:22:18.930432 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:18.931154 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78425) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jul 29 08:22:18.931486 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Initializing extension manager.
Jul 29 08:22:18.931983 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: __init__.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.932356 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: __pycache__ {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.932687 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.933011 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: address_group.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.933755 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.934317 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: address-group
Jul 29 08:22:18.934685 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: address_scope.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.935904 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.936435 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: address-scope
Jul 29 08:22:18.936756 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.937696 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.938205 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: router-admin-state-down-before-update
Jul 29 08:22:18.938527 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: agent.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.939222 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.939723 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: agent
Jul 29 08:22:18.940039 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: agent_resources_synced.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.940966 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.941473 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: agent-resources-synced
Jul 29 08:22:18.941788 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.943553 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.944069 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: allowed-address-pairs
Jul 29 08:22:18.944417 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.945542 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.945994 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: auto-allocated-topology
Jul 29 08:22:18.946314 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: availability_zone.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.947001 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.947505 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: availability_zone
Jul 29 08:22:18.947823 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: availability_zone_filter.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.948774 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.949533 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: availability_zone_filter
Jul 29 08:22:18.949852 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: data_plane_status.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.951269 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.951764 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 29 08:22:18.952081 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: default_subnetpools.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.953016 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.953516 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: default-subnetpools
Jul 29 08:22:18.953831 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.954629 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.955127 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: dhcp_agent_scheduler
Jul 29 08:22:18.955444 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: dns.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.956381 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.956879 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension dns-integration not supported by any of loaded plugins
Jul 29 08:22:18.957195 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: dns_domain_ports.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.958112 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.958612 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 29 08:22:18.958930 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: dvr.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.959592 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.960090 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: dvr
Jul 29 08:22:18.960428 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: empty_string_filtering.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.961335 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.961838 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: empty-string-filtering
Jul 29 08:22:18.962155 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.963059 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.963557 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 29 08:22:18.963871 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.964821 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.965326 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 29 08:22:18.965642 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: external_net.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.967096 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.967603 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: external-net
Jul 29 08:22:18.967918 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.968846 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.969360 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: extra_dhcp_opt
Jul 29 08:22:18.969674 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: extraroute.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.970577 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.971081 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: extraroute
Jul 29 08:22:18.971399 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: extraroute_atomic.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.972464 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.972978 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: extraroute-atomic
Jul 29 08:22:18.973296 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: filter_validation.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.973958 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.974464 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: filter-validation
Jul 29 08:22:18.974780 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: fip_pf_description.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.975875 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.976407 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 29 08:22:18.976725 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: fip_port_details.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.977644 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.978147 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: fip-port-details
Jul 29 08:22:18.978463 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: flavors.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.979676 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.980212 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: flavors
Jul 29 08:22:18.980535 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.982220 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.982738 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 29 08:22:18.983069 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: floatingip_pools.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.983768 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.984301 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: floatingip-pools
Jul 29 08:22:18.984631 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: ip_allocation.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.985546 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.986052 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 29 08:22:18.986372 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.987287 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.987793 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: ip-substring-filtering
Jul 29 08:22:18.988118 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l2_adjacency.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.989065 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.989572 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 29 08:22:18.989896 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.990845 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.991359 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: router
Jul 29 08:22:18.991795 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.994035 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.994653 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 29 08:22:18.994937 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.995932 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.996514 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: ext-gw-mode
Jul 29 08:22:18.996840 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:18.998039 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:18.998607 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: l3-ha
Jul 29 08:22:18.998960 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3_flavors.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.000027 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.000797 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: l3-flavors
Jul 29 08:22:19.001136 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.002091 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.002672 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 29 08:22:19.002987 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: l3agentscheduler.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.004011 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.004616 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: l3_agent_scheduler
Jul 29 08:22:19.004933 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: logging.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.006510 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.007073 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension logging not supported by any of loaded plugins
Jul 29 08:22:19.007376 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: metering.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.008222 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.008876 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: metering
Jul 29 08:22:19.009125 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.010356 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.010768 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: metering_source_and_destination_fields
Jul 29 08:22:19.011132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: multiprovidernet.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.012318 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.013371 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: multi-provider
Jul 29 08:22:19.013696 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: netmtu.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.014666 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.015269 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: net-mtu
Jul 29 08:22:19.015631 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: netmtu_writable.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.016663 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.017242 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: net-mtu-writable
Jul 29 08:22:19.017567 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: network_availability_zone.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.018235 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.018742 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: network_availability_zone
Jul 29 08:22:19.019060 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: network_ip_availability.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.020172 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.020692 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: network-ip-availability
Jul 29 08:22:19.021012 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: network_segment_range.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.021771 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.022269 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 29 08:22:19.022588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: pagination.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.023567 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.023892 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: pagination
Jul 29 08:22:19.024234 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: port_device_profile.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.025169 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.025677 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: port-device-profile
Jul 29 08:22:19.025995 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.026922 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.027424 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: port-mac-address-regenerate
Jul 29 08:22:19.027744 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.029520 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.029840 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: port-numa-affinity-policy
Jul 29 08:22:19.030161 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: port_resource_request.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.031072 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.031570 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 29 08:22:19.031889 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: portbindings.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.032839 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.033343 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: binding
Jul 29 08:22:19.033662 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: portbindings_extended.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.034948 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.035469 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: binding-extended
Jul 29 08:22:19.035794 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: portsecurity.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.036745 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.037257 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: port-security
Jul 29 08:22:19.037576 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: project_id.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.038548 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.038873 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: project-id
Jul 29 08:22:19.039188 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: providernet.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.040154 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.040657 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: provider
Jul 29 08:22:19.040976 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.044537 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.045056 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos not supported by any of loaded plugins
Jul 29 08:22:19.045387 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.046626 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.047136 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 29 08:22:19.047464 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.048425 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.048939 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 29 08:22:19.049265 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_default.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.050178 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.050692 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-default not supported by any of loaded plugins
Jul 29 08:22:19.051016 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_fip.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.051664 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.052197 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-fip not supported by any of loaded plugins
Jul 29 08:22:19.052520 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.053452 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.053957 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 29 08:22:19.054278 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.055190 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.055691 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 29 08:22:19.056007 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.056950 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.057451 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 29 08:22:19.057771 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: qos_rules_alias.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.058805 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.059310 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 29 08:22:19.060174 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: quotasv2.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.061093 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.061537 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: quotas
Jul 29 08:22:19.061858 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: quotasv2_detail.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.063460 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.063794 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: quota_details
Jul 29 08:22:19.064135 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: rbac.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.065199 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.065727 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: rbac-policies
Jul 29 08:22:19.066055 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: rbac_address_group.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.066987 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.067499 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: rbac-address-group
Jul 29 08:22:19.067818 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: rbac_address_scope.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.068760 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.069268 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: rbac-address-scope
Jul 29 08:22:19.069585 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: rbac_security_groups.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.070499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.071007 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: rbac-security-groups
Jul 29 08:22:19.071327 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.072289 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.072798 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: rbac-subnetpool
Jul 29 08:22:19.073120 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: revisionifmatch.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.074295 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.074804 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: revision-if-match
Jul 29 08:22:19.075124 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: revisions.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.076829 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.077342 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: standard-attr-revisions
Jul 29 08:22:19.077662 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: router_availability_zone.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.078326 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.078830 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: router_availability_zone
Jul 29 08:22:19.079145 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: routerservicetype.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.080063 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.080599 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension router-service-type not supported by any of loaded plugins
Jul 29 08:22:19.080915 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.081827 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.082333 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: security-groups-normalized-cidr
Jul 29 08:22:19.082648 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.083562 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.084067 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: port-security-groups-filtering
Jul 29 08:22:19.084414 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.085327 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.085830 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: security-groups-remote-address-group
Jul 29 08:22:19.086153 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: securitygroup.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.095724 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.096291 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: security-group
Jul 29 08:22:19.096621 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: segment.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.097394 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.097897 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension segment not supported by any of loaded plugins
Jul 29 08:22:19.098220 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.099144 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.099647 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 29 08:22:19.099968 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: servicetype.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.101186 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.101701 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: service-type
Jul 29 08:22:19.102022 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: sorting.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.103002 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.103334 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: sorting
Jul 29 08:22:19.103641 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: standard_attr_segment.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.104580 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.105087 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 29 08:22:19.105405 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: standardattrdescription.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.106053 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.106601 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: standard-attr-description
Jul 29 08:22:19.106923 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: stateful_security_group.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.107844 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.108385 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: stateful-security-group
Jul 29 08:22:19.108709 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: stdattrs_common.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.109286 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 29 08:22:19.109604 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.110616 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.111130 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 29 08:22:19.111448 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: subnet_onboard.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.112558 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.113063 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: subnet_onboard
Jul 29 08:22:19.113383 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.114318 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.114829 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 29 08:22:19.115146 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: subnet_service_types.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.116076 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.116616 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: subnet-service-types
Jul 29 08:22:19.116934 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: subnetallocation.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.118011 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.118529 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: subnet_allocation
Jul 29 08:22:19.118849 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.119509 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.120015 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: subnetpool-prefix-ops
Jul 29 08:22:19.120368 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.121303 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.121805 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 29 08:22:19.122675 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: tagging.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.123721 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.124269 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: standard-attr-tag
Jul 29 08:22:19.124595 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: timestamp.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.125790 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.126305 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loaded extension: standard-attr-timestamp
Jul 29 08:22:19.126638 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: trunk.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.127674 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.128220 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension trunk not supported by any of loaded plugins
Jul 29 08:22:19.128547 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: trunk_details.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.129466 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.129971 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension trunk-details not supported by any of loaded plugins
Jul 29 08:22:19.130291 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.131210 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.131713 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 29 08:22:19.132033 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Loading extension file: vlantransparent.py {{(pid=78425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 29 08:22:19.132728 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 29 08:22:19.133237 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 29 08:22:19.135621 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:network
Jul 29 08:22:19.136385 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:subnet
Jul 29 08:22:19.137157 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 29 08:22:19.138356 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:port
Jul 29 08:22:19.139661 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.140103 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service FLAVORS assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.140774 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.141204 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.141537 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:router
Jul 29 08:22:19.142181 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:floatingip
Jul 29 08:22:19.142896 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service METERING assigned prefix: /metering {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.144365 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d4ea7d820>> rbac-policy before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:19.144732 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d4ea7d820>> rbac-policy before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:19.145204 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5d4ea7d820>> rbac-policy before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:22:19.146260 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 29 08:22:19.146714 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:security_group
Jul 29 08:22:19.147378 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 29 08:22:19.148115 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service CORE assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.148470 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 29 08:22:19.148811 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] subnetpool is already registered
Jul 29 08:22:19.149426 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service CORE assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.149752 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 29 08:22:19.150072 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] subnetpool is already registered
Jul 29 08:22:19.152652 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.153083 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service FLAVORS assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.153692 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.154106 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.154435 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:router
Jul 29 08:22:19.154765 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] router is already registered
Jul 29 08:22:19.155353 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:floatingip
Jul 29 08:22:19.155679 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] floatingip is already registered
Jul 29 08:22:19.156331 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service METERING assigned prefix: /metering {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.157005 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 29 08:22:19.157329 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] rbac_policy is already registered
Jul 29 08:22:19.157863 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:security_group
Jul 29 08:22:19.158188 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] security_group is already registered
Jul 29 08:22:19.158767 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 29 08:22:19.159103 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] security_group_rule is already registered
Jul 29 08:22:19.159771 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service CORE assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.160102 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 29 08:22:19.160456 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] subnetpool is already registered
Jul 29 08:22:19.161045 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.v2.resource_helper [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Service CORE assigned prefix:  {{(pid=78425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 29 08:22:19.161372 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 29 08:22:19.161699 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING neutron.quota.resource_registry [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] subnetpool is already registered
Jul 29 08:22:19.162333 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: extensions {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.163801 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: address-groups {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.165426 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: address-scopes {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.166643 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: agents {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.167775 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: auto-allocated-topology {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.169060 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: availability_zones {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.171348 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: dhcp-networks {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.172793 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: dhcp-agents {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.174454 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: routers {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.176307 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: flavors {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.177420 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: service_profiles {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.178601 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: next_providers {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.180108 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: service_profiles {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.181563 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: floatingip-pools {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.182759 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: routers {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.185111 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: floatingips {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.186252 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: l3-routers {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.187612 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: l3-agents {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.189097 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: metering-labels {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.190425 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: metering-label-rules {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.191682 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: network-ip-availabilities {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.192963 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: bindings {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.194610 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: quotas {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.196055 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: quotas {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.197474 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: rbac-policies {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.198746 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: security-groups {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.201028 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: security-group-rules {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.202001 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: service-providers {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.203193 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: subnetpools {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.204630 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: subnetpools {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.206062 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.207718 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.209541 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.211340 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.213134 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.214960 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.216698 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.218576 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.220342 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.222155 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron.api.extensions [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Extended resource: tags {{(pid=78425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 29 08:22:19.228119 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING keystonemiddleware.auth_token [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 29 08:22:19.233787 dv-cinder-802781-1-iscsi neutron-server[78425]: WARNING keystonemiddleware.auth_token [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 29 08:22:19.241727 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Acquired lock "singleton_lock" {{(pid=78425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 29 08:22:19.242192 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Releasing lock "singleton_lock" {{(pid=78425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 29 08:22:19.242820 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Starting 2 workers
Jul 29 08:22:19.247878 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Started child 78530 {{(pid=78425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 29 08:22:19.252066 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Started child 78531 {{(pid=78425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 29 08:22:19.252760 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:19.253589 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO neutron.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 29 08:22:19.254209 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Notify callbacks [] for process, before_spawn {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:19.254315 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [-] (78530) wsgi starting up on http://0.0.0.0:9696
Jul 29 08:22:19.256340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:19.256764 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Starting 1 workers
Jul 29 08:22:19.257738 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [-] (78531) wsgi starting up on http://0.0.0.0:9696
Jul 29 08:22:19.261468 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Started child 78532 {{(pid=78425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 29 08:22:19.261989 dv-cinder-802781-1-iscsi neutron-server[78425]: INFO oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Starting 1 workers
Jul 29 08:22:19.265692 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] calling RpcWorker wait() {{(pid=78532) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 29 08:22:19.266250 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] returning from RpcWorker wait() {{(pid=78532) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 29 08:22:19.266749 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Started child 78533 {{(pid=78425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 29 08:22:19.267549 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:19.267656 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a6a32e25-2cb0-4240-a471-24ce78f2d2f5 None None] Notify callbacks [] for process, after_spawn {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:19.268064 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:22:19.269395 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 29 08:22:19.269599 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 29 08:22:19.269786 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 29 08:22:19.269994 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 29 08:22:19.270330 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 29 08:22:19.270492 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 29 08:22:19.270991 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.271191 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:19.271630 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.271630 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.271772 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.272032 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.272616 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.272881 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.273144 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.273663 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.274054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.274367 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.274685 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.275084 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.275468 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.275920 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.276363 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.276761 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.277189 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.277504 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.277909 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.278344 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.278752 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.279157 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.279538 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.280174 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.280576 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.280962 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.281350 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.281780 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.282160 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.282590 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.282976 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.283352 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.283738 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.284163 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.284555 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.284926 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.285314 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.285711 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.286071 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.286718 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] host                           = dv-cinder-802781-1-iscsi {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.287121 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.287504 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.287873 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.288307 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.288704 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.289077 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.289478 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.289900 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.290291 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.290682 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.291072 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.291460 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.291838 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.292278 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.292583 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.292942 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.293361 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.293790 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.294167 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.294474 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.294790 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.295311 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.295622 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:22:19.295819 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.296390 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.296784 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.297133 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.297729 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.298005 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.298402 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.298568 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.298770 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.299043 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.299272 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.299543 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.299830 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.300031 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.300292 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.300658 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.301041 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.301403 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.301827 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.302241 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.302489 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.302718 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.302962 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.303337 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.303748 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.304162 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.304566 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.304955 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.305327 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.305727 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.306142 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.307114 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.308228 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.308420 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.308676 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.308931 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.309169 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.309430 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.310185 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.310408 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.311842 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.312159 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.312402 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.312664 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.312887 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.313118 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.313370 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.313792 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.314088 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.314408 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.314665 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.314923 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.315180 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.315438 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.315670 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.315923 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.316197 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.316514 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.316740 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.317220 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.317637 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.318066 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.318384 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.318657 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.318938 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.319180 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.319444 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.319664 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.319887 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.320230 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.320520 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.320773 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.321049 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.321269 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.321513 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.321731 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.321951 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.322193 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.322407 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.322678 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.323052 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.323423 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.323813 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.324474 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.324858 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.325315 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.326193 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.326605 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.327003 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.327237 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.327459 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.327683 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.327905 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.328151 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.328373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.328591 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.328830 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.329057 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.329297 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.329510 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.329723 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.329942 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.330198 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.330418 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.330656 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.330869 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.331091 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.331324 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.331574 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.331803 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.332025 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.332269 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.332493 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.332706 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.332945 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.333186 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.333423 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.333642 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.333880 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.334093 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.334302 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.334666 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.335064 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.335280 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.335502 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.335720 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.335934 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.336184 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.336401 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.336639 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.336858 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.337155 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.337516 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.337788 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.338059 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.338297 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.338532 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.338770 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.339017 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.339257 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.339498 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.339757 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.340044 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.340320 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.340583 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.340802 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.341173 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.341563 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.341949 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.342332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.342696 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.343092 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.343319 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.343599 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.343873 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.344099 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.344506 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.344881 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.345304 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347837 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.347837 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.348039 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.348323 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.348557 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.348806 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.349202 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.349489 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.349742 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.349984 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.350205 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.350447 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353101 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353715 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353715 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353715 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353715 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353981 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.353981 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.354226 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.354461 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.354700 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.354934 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.355170 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.355400 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.355614 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.355868 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.356084 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.356355 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.356655 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.356885 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.357108 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.357335 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.357550 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.357817 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.358074 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.358296 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.358516 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.358735 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.358967 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.359400 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.359641 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.359913 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.360196 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.360439 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.360669 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.360892 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.361335 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.361556 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.361824 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.362045 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.362260 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.362474 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.362693 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.362907 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.363121 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.363348 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.363561 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.363820 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.364056 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.364402 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.364678 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.364906 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.365144 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.365379 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.365597 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.365832 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.366066 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.366311 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.366546 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.366781 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.367052 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.367295 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.367655 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.367902 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.368149 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.368356 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.368565 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.368779 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.369065 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.369310 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.369536 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.369771 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.369999 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.370349 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.370558 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.370773 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.371006 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.371240 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.371488 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.371695 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.371902 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.372675 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.372899 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.373180 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.373436 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.373674 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.373965 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.374197 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.374425 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.374783 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.375103 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.375322 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.375563 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.375844 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.376059 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.376306 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.376573 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.376896 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.377243 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.377526 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.377782 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.378060 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.378452 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.378838 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.379076 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.379391 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.379718 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.380000 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.380282 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.380511 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.380785 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.381012 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.381247 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.381485 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.381909 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.381909 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.382230 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.382397 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.382647 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.382877 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.383190 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.383527 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.383847 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.384169 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.384436 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.384654 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.384812 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 29 08:22:19.385379 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 29 08:22:19.385537 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 29 08:22:19.385678 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 29 08:22:19.385816 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 29 08:22:19.385955 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 29 08:22:19.386105 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 29 08:22:19.386245 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.386383 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.386520 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.386670 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.386809 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.386996 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.387146 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.387285 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.387446 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.387610 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.388382 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.388545 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.388766 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.388916 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.389113 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.389293 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.389510 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.389739 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.389977 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.390126 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.390266 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.390415 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.390555 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.390916 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.390916 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.391228 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.391228 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.391438 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.391581 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.391777 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.391777 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392031 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392031 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392302 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392428 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392552 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392665 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392807 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.392969 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.393107 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.393269 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] host                           = dv-cinder-802781-1-iscsi {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.393427 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.393583 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.393737 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.393894 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394032 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394192 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394347 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394506 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394662 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394817 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.394971 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.395277 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.395277 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.395583 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.395583 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.395801 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.395937 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396065 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396223 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396352 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396478 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396603 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396759 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.396919 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.397076 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.397232 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.397387 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.397541 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.397696 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.397920 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398060 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398186 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398325 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398451 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398586 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398713 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.398864 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.399020 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.399176 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.399332 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.399488 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.399655 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.399808 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400031 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400197 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400343 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400482 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400633 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400771 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.400905 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401037 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401180 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401331 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401472 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401599 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401684 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401865 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:22:19.401965 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.401965 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.402114 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.402253 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.402407 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.402563 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.402718 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.402874 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.403030 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.403185 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.403365 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.403521 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.403679 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 29 08:22:19.403853 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404012 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404202 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404362 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404520 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404663 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404825 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.404983 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.405141 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.405298 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.405465 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.405643 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.405782 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.405940 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.406099 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.406259 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.406417 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.406575 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.406733 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.406955 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.407116 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.407273 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.407446 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.407606 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.407764 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.407923 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.408077 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.408251 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.408411 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.408570 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.408728 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.408887 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409046 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409203 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409360 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409519 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409678 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409836 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.409995 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.410152 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.410311 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.410468 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.410627 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.410786 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.410955 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.411093 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.411250 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.411409 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.411567 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.411724 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.411896 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.412055 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.412232 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.412392 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.412547 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.412699 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.412857 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413015 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413173 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413331 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413489 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413660 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413819 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.413977 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.414135 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.414293 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.414674 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.414674 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.414902 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.414902 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415140 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415263 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415369 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415473 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415622 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415834 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.415962 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.416089 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.416236 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.416385 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.416544 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.416702 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.416860 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417023 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417399 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417399 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417609 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417712 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417799 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.417948 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.418105 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.418262 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.418418 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.418576 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.418733 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.418933 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419067 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419211 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419369 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419526 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419683 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419840 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.419997 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.420214 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.420357 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.420466 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.420624 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.420765 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.420926 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.421082 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.421240 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.421407 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.421564 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.421746 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.421880 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422018 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422222 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422365 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422495 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422619 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422772 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.422931 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.423089 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.427470 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.429815 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430373 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.430982 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.431524 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.432499 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433054 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.433588 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.434132 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435214 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435214 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435214 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435214 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435507 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435507 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435650 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435801 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.435960 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.436119 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.436298 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.436469 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.436628 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.436787 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.436946 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.437104 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.437339 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.437440 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.437594 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.437756 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.437913 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.438081 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.438238 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.438396 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.438553 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.438715 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.438884 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439040 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439199 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439368 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439517 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439658 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439816 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.439985 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.440197 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.440302 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.440462 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.440619 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.440778 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.440941 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.441109 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.441277 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.441442 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.441605 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.441773 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.441930 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.442081 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.442223 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.442471 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.442613 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.442752 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.442890 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443028 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443163 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443298 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443446 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443582 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443725 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443858 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.443996 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.444155 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.444321 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.444482 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.444622 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.444773 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.444913 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.445061 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.445219 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.445377 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 29 08:22:19.445527 dv-cinder-802781-1-iscsi neutron-server[78425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 29 08:22:19.650330 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 60682) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:19.659151 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0066249
Jul 29 08:22:30.087899 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21314ca7-7165-4083-a612-14acb2764575 None None] get_active_networks_info from dv-cinder-802781-1-iscsi {{(pid=78532) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jul 29 08:22:30.183610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21314ca7-7165-4083-a612-14acb2764575 None None] No non-hosted networks {{(pid=78532) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 29 08:22:30.201522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.agentschedulers_db [None req-21314ca7-7165-4083-a612-14acb2764575 None None] DHCP Agent not found on host dv-cinder-802781-1-iscsi {{(pid=78532) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jul 29 08:22:30.261194 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6c0d005c-1984-4190-943d-ac6c5c3c611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2012755'] for agent, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:30.536724 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2012755'] for agent, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:30.538256 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.539304 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.543803 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.546680 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.546957 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.547454 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.547939 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.548480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.548992 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.553229 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.553716 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.554185 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:30.554757 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7b70a0>, 'Open vSwitch agent', 'dv-cinder-802781-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:22:30.564761 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5d4de788e0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802781-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:22:32.732482 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-934225ae-a694-4b95-aef0-8813316345c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2012755'] for agent, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:32.776609 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-70ab4096-879a-40f3-8ca0-65ded3f827a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:33.411481 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2012755'] for agent, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:35.122988 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2012755'] for agent, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:36.670814 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 60776) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:37.233007 dv-cinder-802781-1-iscsi neutron-server[78531]: WARNING oslo_policy.policy [None req-7754eb87-7392-418c-92ab-354004f349a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:37.233552 dv-cinder-802781-1-iscsi neutron-server[78531]: WARNING oslo_policy.policy [None req-7754eb87-7392-418c-92ab-354004f349a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:37.452147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [None req-7754eb87-7392-418c-92ab-354004f349a2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:22:37.453214 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-7754eb87-7392-418c-92ab-354004f349a2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7815084
Jul 29 08:22:39.685733 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.db.l3_hamode_db [None req-1af404d5-5f23-49a6-a21f-4d0219f8c42c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 29 08:22:39.770806 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af404d5-5f23-49a6-a21f-4d0219f8c42c None None] Routers set() bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:22:39.771187 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af404d5-5f23-49a6-a21f-4d0219f8c42c None None] Router IDs set() for agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 29 08:22:39.805773 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60790) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:40.381845 dv-cinder-802781-1-iscsi neutron-server[78530]: WARNING oslo_policy.policy [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:40.382379 dv-cinder-802781-1-iscsi neutron-server[78530]: WARNING oslo_policy.policy [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:40.605431 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:22:40.703673 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.policy [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78530) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 29 08:22:40.747612 dv-cinder-802781-1-iscsi neutron-server[78530]: WARNING oslo_policy.policy [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:40.747976 dv-cinder-802781-1-iscsi neutron-server[78530]: WARNING oslo_policy.policy [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:40.756484 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.quota [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5d4e541f10>.
Jul 29 08:22:40.771625 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:22:40.830526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752418014719', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752418028488', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752417446031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752417440603', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752417463004', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752417458005', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-824788', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026361', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1789990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757534'] for rbac-policy, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:40.894621 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:40.896146 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d6e4cb80-7c06-4f89-85ee-4426d243a704 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0882812
Jul 29 08:22:43.460313 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60808) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:43.803844 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Request body: {'network': {'name': 'private', 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:22:43.809403 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:22:43.813582 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Usage tracker for resource:network and tenant:3ddc62567d8346069799ecc8ea61e843 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:22:43.818028 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:22:43.824328 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:22:43.833853 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Made reservation on behalf of 3ddc62567d8346069799ecc8ea61e843 for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:22:43.836682 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:43.854377 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:43.868576 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:22:43.872181 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddc62567d8346069799ecc8ea61e843 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:22:43.877009 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:22:43.882414 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:22:43.974257 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:43.977958 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:43.983731 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:44.005796 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:22:44.030734 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752421122708', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:44.031356 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5d4f3b2940> segment precommit_create {{(pid=78530) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 29 08:22:44.031852 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Added segment f3bc6f71-5648-4295-bf3a-1f3cd5901fda of type vlan for network fc0acb95-96b8-428a-80eb-256b6793e718
Jul 29 08:22:44.040270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e9ec2-ec64-4b51-aeef-1c54d7cf5f6f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:22:44.090345 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.090691 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.091020 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.091339 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.091651 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.091983 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.092339 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.092651 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.092961 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.093270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.093575 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.093876 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Tracked resource versions report:
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]: pushed versions:
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]: {   'AddressGroup': {'1.2'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'ConntrackHelper': {'1.0'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Log': {'1.0'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Network': {'1.1'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Port': {'1.7'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'PortForwarding': {'1.2'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'QosPolicy': {'1.8'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'SecurityGroup': {'1.4'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'SubPort': {'1.0'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Subnet': {'1.1'},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Trunk': {'1.1'}}
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]: consumer versions:
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Log': '1.0',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Network': '1.1',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Port': '1.7',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'PortForwarding': '1.2',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'QosPolicy': '1.8',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'SecurityGroup': '1.4',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'SubPort': '1.0',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Subnet': '1.1',
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Trunk': '1.1'}}
Jul 29 08:22:44.094938 dv-cinder-802781-1-iscsi neutron-server[78530]:  {{(pid=78530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:22:44.144575 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:44.148117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:44.190346 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:44.191844 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:22:44.192536 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:44.197276 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:44.296957 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8354874
Jul 29 08:22:44.299799 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0acb95-96b8-428a-80eb-256b6793e718,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:22:44.303157 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:44.313081 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network fc0acb95-96b8-428a-80eb-256b6793e718 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:22:46.934822 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 60824) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:47.502036 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.policy [None req-1ebeb0eb-6bce-4d2a-be16-a59ff9ee2d7e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78531) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 29 08:22:47.545852 dv-cinder-802781-1-iscsi neutron-server[78531]: WARNING oslo_policy.policy [None req-1ebeb0eb-6bce-4d2a-be16-a59ff9ee2d7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:47.546219 dv-cinder-802781-1-iscsi neutron-server[78531]: WARNING oslo_policy.policy [None req-1ebeb0eb-6bce-4d2a-be16-a59ff9ee2d7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 29 08:22:47.554418 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebeb0eb-6bce-4d2a-be16-a59ff9ee2d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:22:47.556077 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1ebeb0eb-6bce-4d2a-be16-a59ff9ee2d7e admin admin] 10.222.0.24 "GET /v2.0/networks/fc0acb95-96b8-428a-80eb-256b6793e718 HTTP/1.1" status: 200  len: 825 time: 0.6203160
Jul 29 08:22:47.591085 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e86aa1c1-4920-4e82-8ff2-32498903e6b9 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/0b67672b-f731-4a4f-892c-622ae6f8f546 HTTP/1.1" status: 200  len: 734 time: 0.0279610
Jul 29 08:22:47.599737 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:22:47.601310 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.quota [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5d4e8580a0>.
Jul 29 08:22:47.607812 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:22:47.613708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Usage tracker for resource:subnet and tenant:3ddc62567d8346069799ecc8ea61e843 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:22:47.617137 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:22:47.624060 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:22:47.638773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Made reservation on behalf of 3ddc62567d8346069799ecc8ea61e843 for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:22:47.641493 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:47.940992 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:47.946674 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:48.021684 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Checking segment: {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:22:48.022074 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Network hostable DHCP agents. Network: fc0acb95-96b8-428a-80eb-256b6793e718, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:22:48.045220 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d26dfd2-c0fb-4278-a1f1-92541ddea00d,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:22:48.055067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.055429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.055758 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.056072 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.056409 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.056733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.057044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.057349 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.057667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.057973 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.058272 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.058613 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Tracked resource versions report:
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]: pushed versions:
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]: {   'AddressGroup': {'1.2'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'ConntrackHelper': {'1.0'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Log': {'1.0'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Network': {'1.1'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Port': {'1.7'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'PortForwarding': {'1.2'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'QosPolicy': {'1.8'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'SecurityGroup': {'1.4'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'SubPort': {'1.0'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Subnet': {'1.1'},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Trunk': {'1.1'}}
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]: consumer versions:
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Log': '1.0',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Network': '1.1',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Port': '1.7',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'PortForwarding': '1.2',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'QosPolicy': '1.8',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'SecurityGroup': '1.4',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'SubPort': '1.0',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Subnet': '1.1',
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Trunk': '1.1'}}
Jul 29 08:22:48.059864 dv-cinder-802781-1-iscsi neutron-server[78531]:  {{(pid=78531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:22:48.081260 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Network fc0acb95-96b8-428a-80eb-256b6793e718 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:22:48.094175 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, fc0acb95-96b8-428a-80eb-256b6793e718) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:22:48.105032 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:48.114559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:22:48.115205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:48.119020 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cddd8f2-edc6-4eba-922d-ded297b5093d None None] Network fc0acb95-96b8-428a-80eb-256b6793e718 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:22:48.137144 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5403621
Jul 29 08:22:48.513263 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-fc0acb95-96b8-428a-80eb-256b6793e718', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:22:48.514668 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:48.698390 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Allocated IP 172.20.0.2 (fc0acb95-96b8-428a-80eb-256b6793e718/6d26dfd2-c0fb-4278-a1f1-92541ddea00d/73c04d73-bb76-48f3-83cc-4a5462d63ccf) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:22:48.923394 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:48.937415 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Transition to ACTIVE for port object 73c04d73-bb76-48f3-83cc-4a5462d63ccf will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:22:48.957646 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Transition to ACTIVE for port object 73c04d73-bb76-48f3-83cc-4a5462d63ccf will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:22:48.965462 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:48.978440 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:49.019882 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Network fc0acb95-96b8-428a-80eb-256b6793e718 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:22:49.026979 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:22:49.038553 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:22:49.087359 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Pushing event updated for resources: {'Port': ['ID=73c04d73-bb76-48f3-83cc-4a5462d63ccf,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:22:49.125181 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.125832 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.125832 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.126153 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.126478 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.126799 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.127115 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.127428 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.127757 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.128075 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.128412 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.128722 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Tracked resource versions report:
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]: pushed versions:
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]: {   'AddressGroup': {'1.2'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'ConntrackHelper': {'1.0'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Log': {'1.0'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Network': {'1.1'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Port': {'1.7'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'PortForwarding': {'1.2'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'QosPolicy': {'1.8'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'SecurityGroup': {'1.4'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'SubPort': {'1.0'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Subnet': {'1.1'},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Trunk': {'1.1'}}
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]: consumer versions:
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Log': '1.0',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Network': '1.1',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Port': '1.7',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'PortForwarding': '1.2',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'QosPolicy': '1.8',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'SecurityGroup': '1.4',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'SubPort': '1.0',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Subnet': '1.1',
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Trunk': '1.1'}}
Jul 29 08:22:49.129836 dv-cinder-802781-1-iscsi neutron-server[78532]:  {{(pid=78532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:22:49.143990 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:49.152542 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Attempting to bind port 73c04d73-bb76-48f3-83cc-4a5462d63ccf on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:22:49.152942 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Attempting to bind port 73c04d73-bb76-48f3-83cc-4a5462d63ccf by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:22:49.153367 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Attempting to bind port 73c04d73-bb76-48f3-83cc-4a5462d63ccf on network fc0acb95-96b8-428a-80eb-256b6793e718 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:22:49.158440 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:22:49.158845 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Checking segment: {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:22:49.159331 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:49.159722 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Bound using segment: {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:22:49.160214 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Bound port: 73c04d73-bb76-48f3-83cc-4a5462d63ccf, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:22:49.160600 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:49.247167 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] For port 73c04d73-bb76-48f3-83cc-4a5462d63ccf, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:22:49.251320 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] For port 73c04d73-bb76-48f3-83cc-4a5462d63ccf, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=73c04d73-bb76-48f3-83cc-4a5462d63ccf,segment=NetworkSegment(f3bc6f71-5648-4295-bf3a-1f3cd5901fda),segment_id=f3bc6f71-5648-4295-bf3a-1f3cd5901fda)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:22:49.254825 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:49.259693 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:49.361867 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Pushing event updated for resources: {'Port': ['ID=73c04d73-bb76-48f3-83cc-4a5462d63ccf,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:22:49.369222 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:50.549351 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 60842) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:50.922104 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [None req-0aeb3afa-380f-4538-9278-3823f94cf167 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:22:50.923074 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-0aeb3afa-380f-4538-9278-3823f94cf167 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3727779
Jul 29 08:22:52.877205 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 73c04d73-bb76-48f3-83cc-4a5462d63ccf up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:22:52.941647 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6587c66c-d16e-428b-8491-5fdb9cd471dc None None] Network fc0acb95-96b8-428a-80eb-256b6793e718 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:22:52.962701 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 73c04d73-bb76-48f3-83cc-4a5462d63ccf completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:22:53.053088 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Provisioning for port 73c04d73-bb76-48f3-83cc-4a5462d63ccf completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:22:53.061059 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Provisioning complete for port 73c04d73-bb76-48f3-83cc-4a5462d63ccf triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:22:53.061462 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:53.278982 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 60856) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:53.283572 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:53.329481 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-26c72746-8139-475c-a69b-b589147deae2 None None] For port 73c04d73-bb76-48f3-83cc-4a5462d63ccf, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=73c04d73-bb76-48f3-83cc-4a5462d63ccf,segment=NetworkSegment(f3bc6f71-5648-4295-bf3a-1f3cd5901fda),segment_id=f3bc6f71-5648-4295-bf3a-1f3cd5901fda)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:22:53.335017 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:53.349955 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:22:53.423171 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Pushing event updated for resources: {'Port': ['ID=73c04d73-bb76-48f3-83cc-4a5462d63ccf,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:22:53.426807 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:22:53.651770 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [None req-7fe3fec2-6668-4669-a246-25638e1ed344 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:22:53.652784 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-7fe3fec2-6668-4669-a246-25638e1ed344 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3728166
Jul 29 08:22:53.657131 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-4728a738-21be-45f9-adc5-be4cc9abd5a6 None None] Provisioning complete for port 73c04d73-bb76-48f3-83cc-4a5462d63ccf triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:22:53.657506 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-4728a738-21be-45f9-adc5-be4cc9abd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:54.854146 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 73c04d73-bb76-48f3-83cc-4a5462d63ccf up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:22:54.920518 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 73c04d73-bb76-48f3-83cc-4a5462d63ccf triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:22:54.920895 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:56.255336 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 60870) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:56.622391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Request body: {'router': {'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'name': 'router1', 'admin_state_up': True}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:22:56.627595 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:22:56.631750 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Usage tracker for resource:router and tenant:3ddc62567d8346069799ecc8ea61e843 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:22:56.634967 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:22:56.642498 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:22:56.652192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:56.653783 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:56.677429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:56.793827 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:56.813280 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:22:56.814598 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-f4006294-e3d7-4273-a8be-bdb2b2e70e4b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5583096
Jul 29 08:22:59.169089 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60880) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:22:59.526379 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [None req-1dc8456f-f84e-4bc8-b749-4eb0c77f32fd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:22:59.527363 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1dc8456f-f84e-4bc8-b749-4eb0c77f32fd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3573246
Jul 29 08:22:59.985755 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-71a68f25-e4ff-4f4f-88dc-51885b83be7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:00.519045 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:01.855772 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60890) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:23:02.213091 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:23:02.217736 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:23:02.221921 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Usage tracker for resource:network and tenant:8e39bc1d40e84696b61d06b0304ced6b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:23:02.224955 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:23:02.231067 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:23:02.240434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Made reservation on behalf of 8e39bc1d40e84696b61d06b0304ced6b for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:23:02.242585 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.254744 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.268743 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:23:02.272480 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Usage tracker for resource:security_group_rule and tenant:8e39bc1d40e84696b61d06b0304ced6b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:23:02.275174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:23:02.280852 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:23:02.359128 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.362621 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.366612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:02.381187 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Reserving flat network on physical network physnet1 {{(pid=78530) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 29 08:23:02.401018 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea82d11-470c-42a2-aec0-06b92d6e51ca,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:02.405030 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:02.405958 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.406294 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Added segment 75c0c61a-1a54-4b48-b667-ae454b67ffc6 of type flat for network e8ce1216-2602-4663-8dc4-ef26ce6163af
Jul 29 08:23:02.439444 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.473198 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.474433 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:23:02.475003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:02.479340 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:02.571785 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7149107
Jul 29 08:23:02.580055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ce1216-2602-4663-8dc4-ef26ce6163af,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:02.582837 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:02.591716 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network e8ce1216-2602-4663-8dc4-ef26ce6163af details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:23:02.719092 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-f53e2114-9f21-46de-8486-50c1cea94a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:03.364510 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:04.892906 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60910) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:23:05.070809 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:05.106171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9cba30-7616-4713-a06a-d31b6f5f0346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:23:05.107534 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-fe9cba30-7616-4713-a06a-d31b6f5f0346 admin admin] 10.222.0.24 "GET /v2.0/subnets/6d26dfd2-c0fb-4278-a1f1-92541ddea00d HTTP/1.1" status: 200  len: 849 time: 0.2136798
Jul 29 08:23:05.290984 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-4bfa680c-5d41-4dfe-9460-e5f40d1df3a4 admin admin] 10.222.0.24 "GET /v2.0/routers/85f5dbd2-122d-4534-ac20-8cd9ccf41f73 HTTP/1.1" status: 200  len: 704 time: 0.1777833
Jul 29 08:23:05.738601 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:05.979932 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Allocated IP 172.20.0.1 (fc0acb95-96b8-428a-80eb-256b6793e718/6d26dfd2-c0fb-4278-a1f1-92541ddea00d/1c854f8e-6fe4-439d-ad6e-30059d52f8c6) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:23:06.136266 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.153504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Transition to ACTIVE for port object 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 will not be triggered until provisioned by entity DHCP. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:23:06.211022 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.215646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:06.275962 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Network fc0acb95-96b8-428a-80eb-256b6793e718 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:23:06.278667 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:23:06.281968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:23:06.282423 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.462466 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-0c82b31b-d663-4da4-86c8-75295df235b5 None None] Provisioning for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:23:06.466053 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:06.467742 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-0c82b31b-d663-4da4-86c8-75295df235b5 None None] Provisioning complete for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:23:06.468154 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0c82b31b-d663-4da4-86c8-75295df235b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.475274 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:06.523075 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-0c82b31b-d663-4da4-86c8-75295df235b5 None None] Port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:23:06.595719 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.816570 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.820823 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.821930 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:06.826093 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:06.916627 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:06.961621 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:07.015419 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Network fc0acb95-96b8-428a-80eb-256b6793e718 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:23:07.016488 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:23:07.203262 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:23:07.244423 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-e3d61abb-d21b-4403-a5f1-a0fdd9371ece None None] Provisioning complete for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:23:07.244796 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-e3d61abb-d21b-4403-a5f1-a0fdd9371ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:07.299243 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-e3d61abb-d21b-4403-a5f1-a0fdd9371ece None None] Port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:23:07.354676 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:23:07.363845 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/85f5dbd2-122d-4534-ac20-8cd9ccf41f73/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0675468
Jul 29 08:23:07.364054 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Sync routers for ids ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:23:07.374586 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Routers {'85f5dbd2-122d-4534-ac20-8cd9ccf41f73'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:23:07.375418 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e833fa0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:23:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:07.547970 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Set router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:23:07.916195 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e833fa0>, [{'id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'name': 'router1', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:22:56Z', 'updated_at': '2021-07-29T08:23:06Z', 'revision_number': 2, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'gw_port_host': None, '_interfaces': [{'id': '1c854f8e-6fe4-439d-ad6e-30059d52f8c6', 'name': '', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'mac_address': 'fa:16:3e:cc:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:05Z', 'updated_at': '2021-07-29T08:23:06Z', 'revision_number': 2, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'subnets': [{'id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:07.921648 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Checking router: 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:23:07.922024 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Updating router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:23:07.975679 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:08.346696 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:08.361067 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Transition to ACTIVE for port object 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:23:08.367552 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:08.373023 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:08.525074 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Pushing event updated for resources: {'Port': ['ID=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:08.562407 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.562745 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.563067 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.563386 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.563699 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.564011 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.564342 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.564655 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.564968 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.565274 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.565575 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.565869 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Tracked resource versions report:
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]: pushed versions:
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]: {   'AddressGroup': {'1.2'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'ConntrackHelper': {'1.0'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Log': {'1.0'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Network': {'1.1'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Port': {'1.7'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'PortForwarding': {'1.2'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'QosPolicy': {'1.8'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'SecurityGroup': {'1.4'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'SubPort': {'1.0'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Subnet': {'1.1'},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Trunk': {'1.1'}}
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]: consumer versions:
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Log': '1.0',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Network': '1.1',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Port': '1.7',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'PortForwarding': '1.2',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'QosPolicy': '1.8',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'SecurityGroup': '1.4',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'SubPort': '1.0',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Subnet': '1.1',
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Trunk': '1.1'}}
Jul 29 08:23:08.566999 dv-cinder-802781-1-iscsi neutron-server[78533]:  {{(pid=78533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:23:08.570586 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:08.627231 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Attempting to bind port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:23:08.627561 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Attempting to bind port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:23:08.628043 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Attempting to bind port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 on network fc0acb95-96b8-428a-80eb-256b6793e718 {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:23:08.633679 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:23:08.634091 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Checking segment: {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:23:08.634574 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:08.634963 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Bound using segment: {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:23:08.635459 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Bound port: 1c854f8e-6fe4-439d-ad6e-30059d52f8c6, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3bc6f71-5648-4295-bf3a-1f3cd5901fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:23:08.636440 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:08.723271 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] For port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:23:08.727335 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] For port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,segment=NetworkSegment(f3bc6f71-5648-4295-bf3a-1f3cd5901fda),segment_id=f3bc6f71-5648-4295-bf3a-1f3cd5901fda)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:23:08.732273 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:08.736398 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:08.820813 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Routers {'85f5dbd2-122d-4534-ac20-8cd9ccf41f73'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:23:08.821439 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e833fa0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:23:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:08.889033 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Pushing event updated for resources: {'Port': ['ID=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,revision_number=4']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:08.893836 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:08.979876 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] Set router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:23:09.300393 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e833fa0>, [{'id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'name': 'router1', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:22:56Z', 'updated_at': '2021-07-29T08:23:06Z', 'revision_number': 2, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'gw_port_host': None, '_interfaces': [{'id': '1c854f8e-6fe4-439d-ad6e-30059d52f8c6', 'name': '', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'mac_address': 'fa:16:3e:cc:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:05Z', 'updated_at': '2021-07-29T08:23:08Z', 'revision_number': 4, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'subnets': [{'id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:09.304013 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5c0bc2-1d34-4182-a79a-48e221d68556 None None] The sync data for ids ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'] in dv-cinder-802781-1-iscsi is: [{'id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'name': 'router1', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:22:56Z', 'updated_at': '2021-07-29T08:23:06Z', 'revision_number': 2, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'gw_port_host': None, '_interfaces': [{'id': '1c854f8e-6fe4-439d-ad6e-30059d52f8c6', 'name': '', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'mac_address': 'fa:16:3e:cc:13:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:05Z', 'updated_at': '2021-07-29T08:23:08Z', 'revision_number': 4, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'subnets': [{'id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:23:09.533819 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60932) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:23:09.677584 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db057055-f1f0-4e89-884d-d29d83d0909c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:23:09.678161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-db057055-f1f0-4e89-884d-d29d83d0909c admin admin] Synchronizing usage tracker for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:network {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:23:09.694940 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-db057055-f1f0-4e89-884d-d29d83d0909c admin admin] Unset dirty status for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:network {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:23:09.696336 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-db057055-f1f0-4e89-884d-d29d83d0909c admin admin] 10.222.0.24 "GET /v2.0/networks/e8ce1216-2602-4663-8dc4-ef26ce6163af HTTP/1.1" status: 200  len: 842 time: 0.1614084
Jul 29 08:23:09.706261 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'gateway_ip': '172.27.2.1'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:23:09.711713 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:23:09.715580 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Usage tracker for resource:subnet and tenant:8e39bc1d40e84696b61d06b0304ced6b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:23:09.718531 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:23:09.724729 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:23:09.734484 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Made reservation on behalf of 8e39bc1d40e84696b61d06b0304ced6b for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:23:09.736815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:10.165444 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.objects.ports [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78530) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jul 29 08:23:10.165907 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:10.170329 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:10.245960 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f31b26f-23a7-457e-b7af-a07bce1f1a16,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:10.249072 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:10.249829 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:23:10.250175 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Network hostable DHCP agents. Network: e8ce1216-2602-4663-8dc4-ef26ce6163af, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:23:10.270381 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:23:10.280574 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, e8ce1216-2602-4663-8dc4-ef26ce6163af) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:23:10.284496 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:23:10.285071 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:10.289551 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5f957d-7ca1-4d24-8f4a-6e4ca47c9877 None None] Network e8ce1216-2602-4663-8dc4-ef26ce6163af requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:23:10.305315 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6026587
Jul 29 08:23:10.507775 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25580a61-2d8d-4110-9f3e-3d8b7bdd0255 None None] Network e8ce1216-2602-4663-8dc4-ef26ce6163af requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:23:10.888001 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:23:10.957166 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:23:10.962077 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:23:10.962448 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:11.084967 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:11.115766 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,segment=NetworkSegment(f3bc6f71-5648-4295-bf3a-1f3cd5901fda),segment_id=f3bc6f71-5648-4295-bf3a-1f3cd5901fda)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:23:11.121548 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:11.126794 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-bab321a7-ce62-4135-a798-39c2daeae66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:11.203881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=1c854f8e-6fe4-439d-ad6e-30059d52f8c6,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:11.207874 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:12.513614 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60946) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:23:12.707833 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a122d856-5ea2-435c-8b71-6991442b3629 admin admin] 10.222.0.24 "GET /v2.0/routers/85f5dbd2-122d-4534-ac20-8cd9ccf41f73 HTTP/1.1" status: 200  len: 710 time: 0.1929858
Jul 29 08:23:12.831279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec27c028-8b8a-4d94-ba1e-b8c5c70bc073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:23:12.837470 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ec27c028-8b8a-4d94-ba1e-b8c5c70bc073 admin admin] 10.222.0.24 "GET /v2.0/networks/e8ce1216-2602-4663-8dc4-ef26ce6163af HTTP/1.1" status: 200  len: 886 time: 0.1198339
Jul 29 08:23:12.841325 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:23:12.864447 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:23:12.932272 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:23:12.933196 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:13.278426 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:13.597532 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:13.696185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:13.825497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Allocated IP 172.27.2.254 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/bbe04e36-635e-46ec-a73f-a3d2f755f18c) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:23:13.967380 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:13.996875 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:14.002756 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:14.064214 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:23:14.066899 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:23:14.069320 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:23:14.133579 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Pushing event updated for resources: {'Port': ['ID=bbe04e36-635e-46ec-a73f-a3d2f755f18c,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:14.138368 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:14.445838 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:14.784857 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:14.787972 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2006953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2006928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2026340'] for router, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:15.013142 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:23:15.182318 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:23:15.190611 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:15.191767 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] 10.222.0.24 "PUT /v2.0/routers/85f5dbd2-122d-4534-ac20-8cd9ccf41f73 HTTP/1.1" status: 200  len: 890 time: 2.3536909
Jul 29 08:23:15.192117 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Sync routers for ids ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:23:15.202803 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Routers {'85f5dbd2-122d-4534-ac20-8cd9ccf41f73'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:23:15.203450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5af0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:23:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:15.394278 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Set router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:23:15.730531 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5af0>, [{'id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'name': 'router1', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bbe04e36-635e-46ec-a73f-a3d2f755f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:22:56Z', 'updated_at': '2021-07-29T08:23:14Z', 'revision_number': 4, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'gw_port': {'id': 'bbe04e36-635e-46ec-a73f-a3d2f755f18c', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:13Z', 'updated_at': '2021-07-29T08:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '1c854f8e-6fe4-439d-ad6e-30059d52f8c6', 'name': '', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'mac_address': 'fa:16:3e:cc:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:05Z', 'updated_at': '2021-07-29T08:23:11Z', 'revision_number': 5, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'subnets': [{'id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:15.735248 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Checking router: 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:23:15.735598 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Updating router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 port bbe04e36-635e-46ec-a73f-a3d2f755f18c binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:23:15.785445 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:16.109294 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:16.121034 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Transition to ACTIVE for port object bbe04e36-635e-46ec-a73f-a3d2f755f18c will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:23:16.126633 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:16.130432 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:16.228426 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88bcb5-4e51-4085-aca8-1fc21fc9d7d6 None None] Pushing event updated for resources: {'Port': ['ID=bbe04e36-635e-46ec-a73f-a3d2f755f18c,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:16.231719 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2f88bcb5-4e51-4085-aca8-1fc21fc9d7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:16.232522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Attempting to bind port bbe04e36-635e-46ec-a73f-a3d2f755f18c on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:23:16.232881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Attempting to bind port bbe04e36-635e-46ec-a73f-a3d2f755f18c by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:23:16.233237 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Attempting to bind port bbe04e36-635e-46ec-a73f-a3d2f755f18c on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:23:16.238379 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:23:16.238747 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:23:16.239142 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:16.239523 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:23:16.239986 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Bound port: bbe04e36-635e-46ec-a73f-a3d2f755f18c, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:23:16.240397 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:16.310459 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] For port bbe04e36-635e-46ec-a73f-a3d2f755f18c, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:23:16.313388 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] For port bbe04e36-635e-46ec-a73f-a3d2f755f18c, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=bbe04e36-635e-46ec-a73f-a3d2f755f18c,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:23:16.317944 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:16.321780 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:16.398902 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Routers {'85f5dbd2-122d-4534-ac20-8cd9ccf41f73'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:23:16.399511 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5af0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:23:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:16.452201 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88bcb5-4e51-4085-aca8-1fc21fc9d7d6 None None] Pushing event updated for resources: {'Port': ['ID=bbe04e36-635e-46ec-a73f-a3d2f755f18c,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:16.465075 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2f88bcb5-4e51-4085-aca8-1fc21fc9d7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:16.580999 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] Set router 85f5dbd2-122d-4534-ac20-8cd9ccf41f73 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:23:16.907631 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5af0>, [{'id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'name': 'router1', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bbe04e36-635e-46ec-a73f-a3d2f755f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:22:56Z', 'updated_at': '2021-07-29T08:23:14Z', 'revision_number': 4, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'gw_port': {'id': 'bbe04e36-635e-46ec-a73f-a3d2f755f18c', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:13Z', 'updated_at': '2021-07-29T08:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '1c854f8e-6fe4-439d-ad6e-30059d52f8c6', 'name': '', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'mac_address': 'fa:16:3e:cc:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:05Z', 'updated_at': '2021-07-29T08:23:11Z', 'revision_number': 5, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'subnets': [{'id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:23:16.912623 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ac81d-b76f-412f-8733-8194ca657e89 None None] The sync data for ids ['85f5dbd2-122d-4534-ac20-8cd9ccf41f73'] in dv-cinder-802781-1-iscsi is: [{'id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'name': 'router1', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'bbe04e36-635e-46ec-a73f-a3d2f755f18c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:22:56Z', 'updated_at': '2021-07-29T08:23:14Z', 'revision_number': 4, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'gw_port': {'id': 'bbe04e36-635e-46ec-a73f-a3d2f755f18c', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:bf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:13Z', 'updated_at': '2021-07-29T08:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '1c854f8e-6fe4-439d-ad6e-30059d52f8c6', 'name': '', 'network_id': 'fc0acb95-96b8-428a-80eb-256b6793e718', 'tenant_id': '3ddc62567d8346069799ecc8ea61e843', 'mac_address': 'fa:16:3e:cc:13:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f5dbd2-122d-4534-ac20-8cd9ccf41f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:23:05Z', 'updated_at': '2021-07-29T08:23:11Z', 'revision_number': 5, 'project_id': '3ddc62567d8346069799ecc8ea61e843', 'subnets': [{'id': '6d26dfd2-c0fb-4278-a1f1-92541ddea00d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0b67672b-f731-4a4f-892c-622ae6f8f546'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:23:17.521955 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 60956) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:23:17.640366 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f4505952-3bb3-4c02-a21d-5cc86483770a admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1172590
Jul 29 08:23:18.898000 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device bbe04e36-635e-46ec-a73f-a3d2f755f18c up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:23:18.971298 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port bbe04e36-635e-46ec-a73f-a3d2f755f18c completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:23:18.976074 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port bbe04e36-635e-46ec-a73f-a3d2f755f18c triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:23:18.976479 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:19.097255 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:19.113654 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port bbe04e36-635e-46ec-a73f-a3d2f755f18c, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=bbe04e36-635e-46ec-a73f-a3d2f755f18c,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:23:19.123322 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:19.126053 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-26c72746-8139-475c-a69b-b589147deae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:23:19.189702 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=bbe04e36-635e-46ec-a73f-a3d2f755f18c,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:23:19.192586 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:23:20.881895 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device bbe04e36-635e-46ec-a73f-a3d2f755f18c up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:23:20.975873 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port bbe04e36-635e-46ec-a73f-a3d2f755f18c triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:23:20.975873 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:26.317353 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:23:29.991226 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0e58c429-4296-4d0c-8324-47b61731f25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:30.523430 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:32.723563 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d52d2189-070e-4479-b0c2-43ea778b44d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:33.367776 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:35.089539 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:23:59.986371 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57dd5bab-1de0-4b14-aff5-92e235c12f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:00.528043 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:02.724301 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-7d832617-cd2b-42e7-80fc-39b345271dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:03.316854 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:24:03.377244 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:05.090922 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:29.992002 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-929be43b-c442-462c-ada9-3c1523c320aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:30.566942 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:32.730390 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e6ed-b500-4926-a679-9b2a532bef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:33.382286 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:35.095501 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:24:40.315200 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:24:59.983785 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-38076e64-b737-48f3-968d-eb1bbb867a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:00.529129 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:02.722687 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ceaff0df-d79f-4aa5-b3f6-01fcfbc754aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:03.378661 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:05.098450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:17.313569 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:25:18.559513 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33294) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:18.625864 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce18d31b-137b-4987-b549-da2df501fa4d admin admin] GET failed (client error): The resource could not be found.
Jul 29 08:25:18.627905 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ce18d31b-137b-4987-b549-da2df501fa4d admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0672767
Jul 29 08:25:18.758131 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13c7a40-f6ff-4797-8368-72b30c95b204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:18.760007 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f13c7a40-f6ff-4797-8368-72b30c95b204 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1285224
Jul 29 08:25:20.840103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33304) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:20.944277 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85542a-74c8-4e45-ab08-6955d54f694f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:20.944831 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-cf85542a-74c8-4e45-ab08-6955d54f694f admin admin] Synchronizing usage tracker for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:subnet {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:25:20.960235 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-cf85542a-74c8-4e45-ab08-6955d54f694f admin admin] Unset dirty status for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:subnet {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:25:20.961362 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-cf85542a-74c8-4e45-ab08-6955d54f694f admin admin] 10.222.0.24 "GET /v2.0/subnets/6d26dfd2-c0fb-4278-a1f1-92541ddea00d HTTP/1.1" status: 200  len: 849 time: 0.1202710
Jul 29 08:25:20.970613 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:25:21.088516 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Notify callbacks [] for subnet, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:21.272285 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752421042234'] for subnet, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:21.276523 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cd800dd6-62aa-474d-89a5-b94e6e955ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:25:21.319231 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:21.319858 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:21.321515 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] 10.222.0.24 "PUT /v2.0/subnets/6d26dfd2-c0fb-4278-a1f1-92541ddea00d HTTP/1.1" status: 200  len: 868 time: 0.3543775
Jul 29 08:25:21.325089 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec38dfa-dbcd-45bb-96e4-fd27f3e4c817 None None] Network fc0acb95-96b8-428a-80eb-256b6793e718 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:25:21.349062 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d26dfd2-c0fb-4278-a1f1-92541ddea00d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:25:21.357741 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.358099 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.358416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.358748 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.359069 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.359421 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.359828 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.360174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.360518 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.360843 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.361163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.361490 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:25:21.364986 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:25:21.754925 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-7e2c5219-f415-42a4-a964-b792a10603ad None None] Provisioning complete for port 73c04d73-bb76-48f3-83cc-4a5462d63ccf triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:25:21.755297 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5219-f415-42a4-a964-b792a10603ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:21.878811 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-7e2c5219-f415-42a4-a964-b792a10603ad None None] Provisioning complete for port 1c854f8e-6fe4-439d-ad6e-30059d52f8c6 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:25:21.879078 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5219-f415-42a4-a964-b792a10603ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:23.458895 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33314) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:23.646820 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a92bb6-e53f-4da8-8c14-e9604c53e754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:23.647198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a92bb6-e53f-4da8-8c14-e9604c53e754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:23.648735 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b0a92bb6-e53f-4da8-8c14-e9604c53e754 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1889048
Jul 29 08:25:25.764357 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33324) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:25.937362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876dea53-e11d-442b-b4c0-6825c2da3e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:25.937826 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876dea53-e11d-442b-b4c0-6825c2da3e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:25.939326 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-876dea53-e11d-442b-b4c0-6825c2da3e6b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1740346
Jul 29 08:25:28.048331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33334) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:28.211934 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e367643-5b20-41a7-b648-dd0b050147a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:28.213323 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9e367643-5b20-41a7-b648-dd0b050147a6 admin admin] 10.222.0.24 "GET /v2.0/networks/e8ce1216-2602-4663-8dc4-ef26ce6163af HTTP/1.1" status: 200  len: 886 time: 0.1640558
Jul 29 08:25:29.987786 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-afece74e-cd5b-4ae1-97b2-93a06d073d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:30.308711 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33344) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:30.475406 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99382e-4105-4361-b1f3-83d5a6d8e70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:30.476747 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-8f99382e-4105-4361-b1f3-83d5a6d8e70e admin admin] 10.222.0.24 "GET /v2.0/networks/fc0acb95-96b8-428a-80eb-256b6793e718 HTTP/1.1" status: 200  len: 869 time: 0.1671154
Jul 29 08:25:30.533979 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:32.589882 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33354) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:32.693604 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dacc21-bd53-405f-8acd-8ea1c4303730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:32.694063 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dacc21-bd53-405f-8acd-8ea1c4303730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:32.695538 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-53dacc21-bd53-405f-8acd-8ea1c4303730 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1047826
Jul 29 08:25:32.726417 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-f3f1adeb-b57e-4d08-8684-4436fe1268c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:33.381486 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:34.839527 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33364) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:34.942320 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d15c7-2955-4b19-a651-34938fc4d119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:34.942769 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d15c7-2955-4b19-a651-34938fc4d119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:34.944295 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-955d15c7-2955-4b19-a651-34938fc4d119 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1038053
Jul 29 08:25:35.102651 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:25:37.082670 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33374) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:37.184816 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687bf735-c548-4cdf-8270-04fab7a94008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:37.186063 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-687bf735-c548-4cdf-8270-04fab7a94008 admin admin] 10.222.0.24 "GET /v2.0/subnets/4f31b26f-23a7-457e-b7af-a07bce1f1a16 HTTP/1.1" status: 200  len: 816 time: 0.1024618
Jul 29 08:25:39.296076 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33384) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:25:39.400955 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08813771-ba2a-41dd-a922-aa8edd7e8f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:25:39.402275 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-08813771-ba2a-41dd-a922-aa8edd7e8f43 admin admin] 10.222.0.24 "GET /v2.0/subnets/6d26dfd2-c0fb-4278-a1f1-92541ddea00d HTTP/1.1" status: 200  len: 868 time: 0.1052523
Jul 29 08:25:54.313910 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:25:59.993516 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-820c5b64-4bce-41af-8c11-b775b744f70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:00.536387 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:02.262968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33428) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:26:02.315726 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [None req-18133600-ab90-42b3-b111-410743538fdc admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:26:02.316977 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-18133600-ab90-42b3-b111-410743538fdc admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0529559
Jul 29 08:26:02.730054 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-214ec36d-3bab-4f00-ac3a-148729839ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:03.385237 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:04.489542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33438) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:26:04.553485 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b48a36c-8139-4a62-9ed7-473f53435c1b admin admin] GET failed (client error): The resource could not be found.
Jul 29 08:26:04.554707 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1b48a36c-8139-4a62-9ed7-473f53435c1b admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0642385
Jul 29 08:26:04.679670 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87c197-ffd2-4540-ba22-85227b44b601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:26:04.681061 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-bf87c197-ffd2-4540-ba22-85227b44b601 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1226027
Jul 29 08:26:05.104721 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:06.803714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33448) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:26:06.850475 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:26:06.855407 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:26:06.864776 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:26:06.874218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Made reservation on behalf of 8e39bc1d40e84696b61d06b0304ced6b for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:26:06.876556 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:06.963246 dv-cinder-802781-1-iscsi neutron-server[78530]: WARNING neutron.services.revisions.revision_plugin [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5d4d2b6910] {project_id='8e39bc1d40e84696b61d06b0304ced6b', id='68bf5ceb-5251-4eca-a700-81a285c154a1', target_tenant='*', action='access_as_shared', object_id='57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'}> to bump revision.
Jul 29 08:26:06.974349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:26:06.983419 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:06.983692 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Added segment d26114b3-f34a-433d-9a89-a49a2be19782 of type vlan for network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9
Jul 29 08:26:07.012923 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:07.041959 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:07.043373 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:26:07.043944 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:07.048534 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-84a2461a-c7e2-4551-b5fe-400314c42610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:26:07.133758 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3283894
Jul 29 08:26:07.141166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Pushing event updated for resources: {'Network': ['ID=57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:26:07.145474 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c40c9534-f9e7-4e18-9519-c7413ee981af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:26:07.159339 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:26:09.283248 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33458) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:26:09.398958 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6fb081-d9be-4de0-bbc8-6a75f72b0e15 admin admin] GET failed (client error): The resource could not be found.
Jul 29 08:26:09.399495 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-9d6fb081-d9be-4de0-bbc8-6a75f72b0e15 admin admin] Synchronizing usage tracker for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:network {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:26:09.414903 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-9d6fb081-d9be-4de0-bbc8-6a75f72b0e15 admin admin] Unset dirty status for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:network {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:26:09.416227 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-9d6fb081-d9be-4de0-bbc8-6a75f72b0e15 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1320035
Jul 29 08:26:09.521070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770590-df2d-41e1-ad21-37938a470a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:26:09.522400 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-33770590-df2d-41e1-ad21-37938a470a3a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1023872
Jul 29 08:26:09.531728 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:26:09.535881 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:26:09.545364 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:26:09.555117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Made reservation on behalf of 8e39bc1d40e84696b61d06b0304ced6b for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:26:09.557482 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:09.756504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:09.760836 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:26:09.834342 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ed76ec4-f34c-44bd-80db-82aaa85ead26,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:26:09.837995 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:26:09.838655 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Checking segment: {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:26:09.838998 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Network hostable DHCP agents. Network: 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:26:09.857296 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:26:09.866126 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:26:09.870430 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:26:09.871018 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:09.876657 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d3847-1c8a-4d1e-b672-6ca788ee0c38 None None] Network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:26:09.895003 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3666272
Jul 29 08:26:10.106991 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9', 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9', 'tenant_id': '8e39bc1d40e84696b61d06b0304ced6b', 'fixed_ips': [{'subnet_id': '9ed76ec4-f34c-44bd-80db-82aaa85ead26'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:26:10.107866 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:10.262970 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Allocated IP 192.168.233.2 (57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9/9ed76ec4-f34c-44bd-80db-82aaa85ead26/e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:26:10.473172 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:10.483142 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Transition to ACTIVE for port object e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:26:10.501272 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Transition to ACTIVE for port object e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:26:10.506566 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:10.514635 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:26:10.601654 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:26:10.604455 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:26:10.610503 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:26:10.612592 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Pushing event updated for resources: {'Port': ['ID=e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:26:10.621467 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.621805 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.622138 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.622460 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.622785 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.623110 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.623426 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.623746 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.624078 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.624420 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.624732 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.625040 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:26:10.652211 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:26:10.713284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Attempting to bind port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:26:10.713655 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Attempting to bind port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:26:10.714027 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Attempting to bind port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 on network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:26:10.719333 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:26:10.719703 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Checking segment: {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:26:10.720101 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:10.720522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Bound using segment: {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:26:10.720992 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Bound port: e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:26:10.721388 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:10.808676 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] For port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:26:10.811605 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] For port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:26:10.815866 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:10.819544 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:26:10.895352 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Pushing event updated for resources: {'Port': ['ID=e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:26:10.900931 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:26:11.706982 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5492ac-9d21-487a-aee7-9db4d8525a43 None None] Network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:26:11.814644 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-b320392e-1bf3-4d4a-8175-615968fc14ca None None] Provisioning for port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:26:12.982647 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:26:13.053491 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:26:13.058904 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:26:13.059336 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:13.173532 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:13.204934 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:26:13.208774 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:13.210748 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:26:13.273654 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:26:13.276588 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:26:14.962851 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:26:15.030787 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port e1ed5840-2b1f-49ac-b2a7-cb91d812f2f3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:26:15.031165 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:29.997629 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-b6993131-908f-427a-93b9-56d11042f492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:30.538579 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:31.313188 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:26:32.736992 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6643c014-8e4a-49f4-9a74-1fadc2387f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:33.386802 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:26:35.111056 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:00.004117 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-414091f2-048c-4643-9b30-d7f90fc17263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:00.543825 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:02.729215 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a624f874-9016-49b6-be3c-36cc8b5b7ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:03.391005 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:05.112783 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:08.312347 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:27:17.882486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33508) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:27:17.888391 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [None req-1abf08a7-1fbc-4f83-a449-2e67a0692849 tempest-verify_tempest_config-1924618223 tempest-verify_tempest_config-1924618223-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:27:17.889322 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1abf08a7-1fbc-4f83-a449-2e67a0692849 tempest-verify_tempest_config-1924618223 tempest-verify_tempest_config-1924618223-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059080
Jul 29 08:27:18.195850 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33526) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:27:18.310213 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.324900 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:27:18.328622 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Usage tracker for resource:security_group_rule and tenant:284639e1ee774cfba60e20546c9b611d is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:27:18.331544 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:27:18.337160 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:27:18.415885 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.419522 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.428695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:27:18.465949 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Synchronizing usage tracker for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:27:18.469124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e122a8-1f62-4a31-9f85-4449dbd66fa8,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:27:18.478225 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.478570 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.478896 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.479213 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.479525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.479850 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.480191 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.480500 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.480806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.481109 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.481410 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.481715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:27:18.485392 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:27:18.495871 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Unset dirty status for tenant:8e39bc1d40e84696b61d06b0304ced6b on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:27:18.497165 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=284639e1ee774cfba60e20546c9b611d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3002036
Jul 29 08:27:18.499627 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33532) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:27:18.558164 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.582969 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.672322 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.676037 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-504ed743-d1ae-4a01-a52e-03a1fc1cbcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:27:18.688832 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e122a8-1f62-4a31-9f85-4449dbd66fa8,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:27:18.690996 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:27:18.694158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:18.695239 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15e122a8-1f62-4a31-9f85-4449dbd66fa8 HTTP/1.1" status: 204  len: 168 time: 0.1947057
Jul 29 08:27:29.998737 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-1e1dde22-03d8-403d-8925-655ce47742be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:30.546882 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:32.732512 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-39512157-1f2b-43fe-8242-c2511a8b1f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:33.393210 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:35.115873 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:27:45.310663 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:28:00.003306 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-97e65d75-daad-42e3-bfc6-cd0385f21960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:00.549486 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:02.733803 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-672b39ba-7e35-4eef-90d5-7a3ef0524fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:03.396975 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:05.119074 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:22.309609 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 5 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:28:30.004659 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-1c088ae9-ef40-48fa-8229-299810ba6cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:30.550816 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:32.735574 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2972bb15-28d8-4095-a450-1462a9f5fed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:33.398886 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:35.122383 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:52.171881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2012755'] for agent, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:28:56.400618 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33584) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:28:56.509466 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e09495d4-0e2a-4cc7-9cef-8d98d5abdce9 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1077552
Jul 29 08:28:58.620303 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33594) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:28:58.674321 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-05d896e9-fa51-424e-9a96-c1da966195d8 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0529256
Jul 29 08:28:59.308525 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:29:00.006404 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0248-45d5-4287-98ce-f575d1bafd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:00.552765 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:02.737018 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0b69efbd-98bf-4a3c-b638-0998b982d634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:03.401986 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:05.127659 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:22.122740 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:30.009449 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d2af1b26-5718-4c14-8f1d-dc54df892800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:30.556658 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:32.742499 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0e23e526-bd75-4e8f-9458-cc8fe4ad0c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:33.409635 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:35.130682 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:29:36.306951 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:29:52.126515 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:00.011497 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ca7aaad4-7ac7-456d-9a66-92a298d66f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:00.558934 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:02.734188 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-eceb9481-67ae-4c5b-bc61-fe12f98c2466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:03.407284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:05.134198 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:13.307337 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:30:22.137003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:30.032728 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-336a3de2-5538-4aed-b1ad-d4bae2ae0dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:30.578177 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:31.744101 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33714) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:32.017304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-754639484-network', 'tenant_id': 'ad6db4004bf646079a6098efb70757a9'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:32.027414 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:32.032545 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Usage tracker for resource:network and tenant:ad6db4004bf646079a6098efb70757a9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:32.037006 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:32.051498 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:32.066154 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Made reservation on behalf of ad6db4004bf646079a6098efb70757a9 for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:32.068781 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.086986 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.102746 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:32.106620 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6db4004bf646079a6098efb70757a9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:32.109568 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:32.115359 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:32.209822 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.214866 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.219206 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:32.251543 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:30:32.256806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d6853-2194-477e-93c8-3045d00877ab,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:32.265574 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.265915 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.266245 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.266568 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.266891 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.267230 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.267548 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.267878 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.268205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.268526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.268841 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.269162 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Tracked resource versions report:
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]: pushed versions:
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]: {   'AddressGroup': {'1.2'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'ConntrackHelper': {'1.0'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Log': {'1.0'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Network': {'1.1'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Port': {'1.7'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'PortForwarding': {'1.2'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'QosPolicy': {'1.8'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'SecurityGroup': {'1.4'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'SubPort': {'1.0'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Subnet': {'1.1'},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     'Trunk': {'1.1'}}
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]: consumer versions:
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     HyperV agent@hv-cinder-80278: {},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Log': '1.0',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Network': '1.1',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Port': '1.7',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'PortForwarding': '1.2',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'QosPolicy': '1.8',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'SecurityGroup': '1.4',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'SubPort': '1.0',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Subnet': '1.1',
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:                                                      'Trunk': '1.1'}}
Jul 29 08:30:32.270180 dv-cinder-802781-1-iscsi neutron-server[78530]:  {{(pid=78530) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:30:32.277980 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:32.281952 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.282342 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Added segment 1cd605f6-a46c-4d2c-b8da-7dc07af9e686 of type vlan for network 676d5ca0-7764-4373-a6cf-7165c6103408
Jul 29 08:30:32.310561 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.343312 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.344916 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:32.345648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.350360 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:32.447176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Pushing event updated for resources: {'Network': ['ID=676d5ca0-7764-4373-a6cf-7165c6103408,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:32.451821 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:32.461705 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7167192
Jul 29 08:30:32.462540 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 676d5ca0-7764-4373-a6cf-7165c6103408 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:30:32.464680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33756) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:32.470253 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Request body: {'subnet': {'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-754639484-subnet', 'tenant_id': 'ad6db4004bf646079a6098efb70757a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:32.474783 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:32.478726 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Usage tracker for resource:subnet and tenant:ad6db4004bf646079a6098efb70757a9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:32.481655 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:32.487808 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:32.499592 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Made reservation on behalf of ad6db4004bf646079a6098efb70757a9 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:32.502525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.714702 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.719528 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8bee6992-14af-4e97-96e3-ab2faf4fa66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:32.741325 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-80d8a0ac-b505-45d7-942c-19a510eea87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.756185 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33770) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:32.798284 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abdff69-f4da-4d04-992a-6bf3f2090870,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:32.815623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:32.815623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Checking segment: {'id': '1cd605f6-a46c-4d2c-b8da-7dc07af9e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:32.815623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Network hostable DHCP agents. Network: 676d5ca0-7764-4373-a6cf-7165c6103408, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:30:32.832229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Network 676d5ca0-7764-4373-a6cf-7165c6103408 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:30:32.842260 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 676d5ca0-7764-4373-a6cf-7165c6103408) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:32.853406 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:32.853648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:32.854694 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc86d98-17ef-43f1-82f4-1c08200cde3d None None] Network 676d5ca0-7764-4373-a6cf-7165c6103408 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:32.884867 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4189448
Jul 29 08:30:32.981275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1034668421-network', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:32.999116 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:33.013868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Usage tracker for resource:network and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:33.016944 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:33.029768 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:33.059653 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Made reservation on behalf of 5dac336bd0ae497dbc277ac39dbb828d for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:33.062044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.082847 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.099746 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:33.104105 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:33.107440 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:33.113128 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:33.147164 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8a493-4f0a-4314-9511-b6735bbfcbcf None None] Network 676d5ca0-7764-4373-a6cf-7165c6103408 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:33.243901 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.248589 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.254726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:33.295237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fcf4b0-3e5b-4077-9c44-d7b4b9d18819,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:33.302570 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:30:33.305653 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.306168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.306742 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.307223 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.307704 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.308191 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.308651 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.309132 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.309591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.310066 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.310533 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.310996 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Tracked resource versions report:
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]: pushed versions:
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]: {   'AddressGroup': {'1.2'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'ConntrackHelper': {'1.0'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Log': {'1.0'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Network': {'1.1'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Port': {'1.7'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'PortForwarding': {'1.2'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'QosPolicy': {'1.8'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'SecurityGroup': {'1.4'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'SubPort': {'1.0'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Subnet': {'1.1'},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     'Trunk': {'1.1'}}
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]: consumer versions:
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     HyperV agent@hv-cinder-80278: {},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Log': '1.0',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Network': '1.1',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Port': '1.7',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'PortForwarding': '1.2',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'QosPolicy': '1.8',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'SecurityGroup': '1.4',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'SubPort': '1.0',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Subnet': '1.1',
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:                                                      'Trunk': '1.1'}}
Jul 29 08:30:33.312188 dv-cinder-802781-1-iscsi neutron-server[78531]:  {{(pid=78531) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:30:33.318382 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:33.330767 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752421122708', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.331668 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5d4f3b2940> segment precommit_create {{(pid=78531) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 29 08:30:33.332303 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Added segment 154516f1-ba26-4a9e-b5ff-4a699a7d450d of type vlan for network 852401c0-71c8-4cbe-a859-8c6f382399ca
Jul 29 08:30:33.374544 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.419540 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.433349 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.435894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:33.436500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.446970 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:33.500303 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33814) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:33.533864 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7748127
Jul 29 08:30:33.537247 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33820) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:33.544648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Pushing event updated for resources: {'Network': ['ID=852401c0-71c8-4cbe-a859-8c6f382399ca,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:33.548915 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Request body: {'subnet': {'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1034668421-subnet', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:33.549757 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:33.554804 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:33.557062 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 852401c0-71c8-4cbe-a859-8c6f382399ca details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:30:33.559528 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Usage tracker for resource:subnet and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:33.562784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:33.568755 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:33.581722 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Made reservation on behalf of 5dac336bd0ae497dbc277ac39dbb828d for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:33.586513 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.815406 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.823707 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:33.905425 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:33.909227 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Checking segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:33.909585 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Network hostable DHCP agents. Network: 852401c0-71c8-4cbe-a859-8c6f382399ca, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:30:33.916343 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:33.931661 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Network 852401c0-71c8-4cbe-a859-8c6f382399ca is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:30:33.941300 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 852401c0-71c8-4cbe-a859-8c6f382399ca) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:33.950075 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b6c6e0-e252-4408-baee-aa2e0d9ad0f2 None None] Network 852401c0-71c8-4cbe-a859-8c6f382399ca requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:33.957896 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:33.958861 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:33.987500 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4485998
Jul 29 08:30:33.989693 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33846) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:33.996328 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:34.001166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.005889 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Usage tracker for resource:router and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.010014 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.016054 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33850) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:34.018389 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.045200 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.047699 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.070704 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.075109 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-network', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:34.080510 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.082658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33860) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:34.085007 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Usage tracker for resource:network and tenant:ce52a54270f04b67a8751688ff3433c0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.088081 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.095161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.107607 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Made reservation on behalf of ce52a54270f04b67a8751688ff3433c0 for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:34.111472 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.136861 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.169309 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.180580 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Usage tracker for resource:security_group_rule and tenant:ce52a54270f04b67a8751688ff3433c0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.188490 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.201684 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.330443 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.337732 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.353798 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:30:34.367737 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.368405 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Added segment 8e3e6176-a0b5-4417-8763-546a458acfc9 of type vlan for network b6c72d22-3670-4296-86ea-4c852494f079
Jul 29 08:30:34.391560 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-aa560cb3-2b0c-4460-94a9-c8f1c6b4950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:34.394817 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-391988228-network', 'tenant_id': 'f02ba612dd3d4a0bb840f474ddc79787'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:34.409068 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-852401c0-71c8-4cbe-a859-8c6f382399ca', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:30:34.409918 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.416685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-network', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:34.419884 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.427238 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.432967 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Usage tracker for resource:network and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.436413 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.437068 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Usage tracker for resource:network and tenant:f02ba612dd3d4a0bb840f474ddc79787 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.443147 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.468046 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Made reservation on behalf of dee31a5b42be4143882959e2894f3ea3 for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:34.471134 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.561065 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.564439 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.565219 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.593090 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.607852 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.622497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.625161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b13bb54-79eb-468f-96fe-21734f5ce907,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:34.655086 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:34.656067 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.659728 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.680667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Made reservation on behalf of f02ba612dd3d4a0bb840f474ddc79787 for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:34.685484 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.697082 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.728369 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Allocated IP 172.20.0.2 (852401c0-71c8-4cbe-a859-8c6f382399ca/ebf0c290-4952-4fa6-8d98-60ac0ffefb5c/999c7e53-7049-4d3b-944d-b3f23807053a) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:34.738608 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.748369 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:34.749343 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.750210 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:34.767702 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:34.780014 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:34.839521 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Usage tracker for resource:security_group_rule and tenant:f02ba612dd3d4a0bb840f474ddc79787 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:34.859083 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3574498
Jul 29 08:30:34.859831 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33872) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:34.860067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:34.872732 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:34.903026 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Request body: {'subnet': {'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-subnet', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:34.920525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:35.018902 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Usage tracker for resource:subnet and tenant:ce52a54270f04b67a8751688ff3433c0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:35.037092 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:35.048759 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:35.051445 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c72d22-3670-4296-86ea-4c852494f079,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:35.065432 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:35.075402 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network b6c72d22-3670-4296-86ea-4c852494f079 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:30:35.096737 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Made reservation on behalf of ce52a54270f04b67a8751688ff3433c0 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:35.099788 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.164372 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.332714 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.455309 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.462265 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:35.486660 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33906) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:35.493799 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.496982 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.498090 dv-cinder-802781-1-iscsi neutron-server[78530]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 29 08:30:35.507469 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Transition to ACTIVE for port object 999c7e53-7049-4d3b-944d-b3f23807053a will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:35.528717 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b909bc0-3347-4f97-9fd2-b03d11b371d2,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:35.530152 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Transition to ACTIVE for port object 999c7e53-7049-4d3b-944d-b3f23807053a will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:35.532161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:35.533942 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:30:35.539778 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-bd333ff9-9020-47c9-9f74-dd9c21872c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:35.541148 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.553167 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:35.553997 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.564206 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.579790 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:30:35.588355 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.588705 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Added segment 21d29b4f-92e4-4468-a2b3-f6bbbc403d42 of type vlan for network 51a8c05e-6a2a-4811-b787-a0850c0da42f
Jul 29 08:30:35.599840 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.600274 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Added segment f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb of type vlan for network 8d7a3be5-78df-4c14-b1cf-f5da0973f991
Jul 29 08:30:35.615601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.623127 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Network 852401c0-71c8-4cbe-a859-8c6f382399ca is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:35.634122 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:35.638739 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:35.649235 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:35.682815 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad6c89-657d-41ff-9a58-4fb44f60e6f3,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:35.685254 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.686117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:35.689935 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:35.690517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.692757 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Pushing event updated for resources: {'Port': ['ID=999c7e53-7049-4d3b-944d-b3f23807053a,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:35.719798 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:35.738333 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.738898 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.739410 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.739831 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.740291 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.740676 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.741062 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.741578 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.742526 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.742931 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.743308 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.743697 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Tracked resource versions report:
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]: pushed versions:
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]: {   'AddressGroup': {'1.2'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'ConntrackHelper': {'1.0'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Log': {'1.0'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Network': {'1.1'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Port': {'1.7'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'PortForwarding': {'1.2'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'QosPolicy': {'1.8'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'SecurityGroup': {'1.4'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'SubPort': {'1.0'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Subnet': {'1.1'},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     'Trunk': {'1.1'}}
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]: consumer versions:
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     HyperV agent@hv-cinder-80278: {},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Log': '1.0',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Network': '1.1',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Port': '1.7',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'PortForwarding': '1.2',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'QosPolicy': '1.8',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'SecurityGroup': '1.4',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'SubPort': '1.0',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Subnet': '1.1',
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:                                                      'Trunk': '1.1'}}
Jul 29 08:30:35.744822 dv-cinder-802781-1-iscsi neutron-server[78532]:  {{(pid=78532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:30:35.756521 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:35.768861 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Attempting to bind port 999c7e53-7049-4d3b-944d-b3f23807053a on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:35.769349 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Attempting to bind port 999c7e53-7049-4d3b-944d-b3f23807053a by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:35.769804 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Attempting to bind port 999c7e53-7049-4d3b-944d-b3f23807053a on network 852401c0-71c8-4cbe-a859-8c6f382399ca {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:35.777162 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:35.777629 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Checking segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:35.778638 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.779103 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Bound using segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:35.779660 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Bound port: 999c7e53-7049-4d3b-944d-b3f23807053a, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:35.780755 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.781433 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251337-4399-413b-a381-605270975112 req-5f5428d3-8f70-4354-ba10-a6b943516fd8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:35.782434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-5f251337-4399-413b-a381-605270975112 req-5f5428d3-8f70-4354-ba10-a6b943516fd8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Synchronizing usage tracker for tenant:ad6db4004bf646079a6098efb70757a9 on resource:network {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:35.815684 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Pushing event updated for resources: {'Subnet': ['ID=488bb8a0-6d3b-427b-8e70-b14ed8a975b0,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:35.818702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Pushing event updated for resources: {'Network': ['ID=51a8c05e-6a2a-4811-b787-a0850c0da42f,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:35.823571 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.824704 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7407503
Jul 29 08:30:35.825879 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:35.827249 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.829119 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:35.832400 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33918) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:35.845695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Request body: {'subnet': {'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-391988228-subnet', 'tenant_id': 'f02ba612dd3d4a0bb840f474ddc79787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:35.856118 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:35.858863 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.871166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Usage tracker for resource:subnet and tenant:f02ba612dd3d4a0bb840f474ddc79787 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:35.874796 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:30:35.886990 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:35.889806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-5f251337-4399-413b-a381-605270975112 req-5f5428d3-8f70-4354-ba10-a6b943516fd8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Unset dirty status for tenant:ad6db4004bf646079a6098efb70757a9 on resource:network {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:30:35.890958 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-5f5428d3-8f70-4354-ba10-a6b943516fd8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/networks?id=676d5ca0-7764-4373-a6cf-7165c6103408 HTTP/1.1" status: 200  len: 811 time: 0.4021027
Jul 29 08:30:35.901804 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:35.929263 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-930394ce-6f80-44dc-b862-f9610cbecca6 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/quotas/ad6db4004bf646079a6098efb70757a9 HTTP/1.1" status: 200  len: 375 time: 0.0248225
Jul 29 08:30:35.929979 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Checking segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:35.930703 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Network hostable DHCP agents. Network: b6c72d22-3670-4296-86ea-4c852494f079, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:30:35.940110 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:35.940877 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Made reservation on behalf of f02ba612dd3d4a0bb840f474ddc79787 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:35.943190 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.000872 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:36.001446 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.021338 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:36.026817 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Allocated IP 172.27.2.228 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/b3daee49-6383-4c50-8df4-3b31c519fd0d) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:36.112930 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] For port 999c7e53-7049-4d3b-944d-b3f23807053a, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:30:36.124557 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] For port 999c7e53-7049-4d3b-944d-b3f23807053a, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=999c7e53-7049-4d3b-944d-b3f23807053a,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:30:36.130089 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.130694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Pushing event updated for resources: {'Network': ['ID=8d7a3be5-78df-4c14-b1cf-f5da0973f991,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:36.137566 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:36.156000 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:36.162638 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-fc8366f4-54a3-44dc-8e3c-0ffe1bc5c29d tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad6db4004bf646079a6098efb70757a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2235708
Jul 29 08:30:36.182135 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:30:36.247028 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Network b6c72d22-3670-4296-86ea-4c852494f079 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:30:36.352988 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Pushing event updated for resources: {'Port': ['ID=999c7e53-7049-4d3b-944d-b3f23807053a,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:36.366020 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:36.368325 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.388206 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, b6c72d22-3670-4296-86ea-4c852494f079) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:36.396615 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c370ed0b-56a1-4fe0-a892-ea241108c3ef None None] Network b6c72d22-3670-4296-86ea-4c852494f079 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:36.429916 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.4121170
Jul 29 08:30:36.443132 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33946) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:36.443947 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:36.446424 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.450029 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Request body: {'subnet': {'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-subnet', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:36.455215 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:36.459446 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Usage tracker for resource:subnet and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:36.471294 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:36.481811 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:36.496158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-157be062-3013-400f-a4e5-fa2c2b76787e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:30:36.504581 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Made reservation on behalf of dee31a5b42be4143882959e2894f3ea3 for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:36.506904 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Notify callbacks [] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.509703 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-157be062-3013-400f-a4e5-fa2c2b76787e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1359112
Jul 29 08:30:36.553388 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.572669 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-69cded8c-dadc-4e75-90e4-f6f05e54787a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.6857121
Jul 29 08:30:36.576587 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.578747 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 33954) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:36.588573 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:36.614999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:36.641066 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:36.698025 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:36.710792 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:36.718172 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:36.723097 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Usage tracker for resource:router and tenant:ce52a54270f04b67a8751688ff3433c0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:36.729777 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:36.735581 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:36.750817 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:36.797305 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007faabf-2dd5-482e-b532-98a96ca6befb,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:36.819387 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:36.836850 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-48a30c2f-9b37-4623-a3a0-4b13d9ceb45e service neutron] 10.222.0.24 "GET /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3259876
Jul 29 08:30:36.839145 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.840542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:36.914756 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a8f854-6ae6-4f22-b0d2-03ccad44ed55 None None] Network b6c72d22-3670-4296-86ea-4c852494f079 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:36.946407 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Checking segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:36.947338 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Network hostable DHCP agents. Network: 51a8c05e-6a2a-4811-b787-a0850c0da42f, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:30:36.986456 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Pushing event updated for resources: {'Port': ['ID=b3daee49-6383-4c50-8df4-3b31c519fd0d,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:37.081157 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:37.124056 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:37.214171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:30:37.222328 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 999c7e53-7049-4d3b-944d-b3f23807053a up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:37.264222 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 51a8c05e-6a2a-4811-b787-a0850c0da42f) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:37.283322 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:37.284167 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:37.345751 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee3c62-3c21-4cb1-ae02-9d8840805d0b None None] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:37.510467 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:37.611485 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 33988) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:37.617525 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 999c7e53-7049-4d3b-944d-b3f23807053a completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:37.620709 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:37.732065 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-878fd159-9803-4a81-83bf-b48fc8111b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:37.752754 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0cdda6-c92d-492b-a7b4-1a37cb320cd2 None None] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:37.837441 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-8be1c5a4-0090-4d5c-b7fb-dd87a7aafae4 service neutron] 10.222.0.24 "GET /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9993181
Jul 29 08:30:37.943930 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfcf1441-7cd7-4f5d-a404-be0833b3c233,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:37.953028 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Checking segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:37.953506 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Network hostable DHCP agents. Network: 8d7a3be5-78df-4c14-b1cf-f5da0973f991, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:30:37.996928 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:37.997858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.022800 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4d94c-b30c-400e-88a8-120fa6222663 None None] Network 852401c0-71c8-4cbe-a859-8c6f382399ca requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:38.033308 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1993380
Jul 29 08:30:38.065213 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.199423 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:30:38.210106 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:38.232540 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Usage tracker for resource:security_group_rule and tenant:ed677fbd438b4ca4a07ee93092446559 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:38.237296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:38.268353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:38.345797 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 8d7a3be5-78df-4c14-b1cf-f5da0973f991) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:38.373574 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:38.373574 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.382019 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b010d4-2b68-4250-9866-c01dd8108ce1 None None] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:38.402684 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Provisioning for port 999c7e53-7049-4d3b-944d-b3f23807053a completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:38.415741 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Provisioning complete for port 999c7e53-7049-4d3b-944d-b3f23807053a triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:38.416102 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.428229 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.455245 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e77259e9-1529-4f37-8c22-1a0f8ccf564b req-bd438367-2ca3-4ce2-8728-4c957e8d30a2 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.1432438
Jul 29 08:30:38.524220 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.0795007
Jul 29 08:30:38.534788 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34032) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:38.558831 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:38.579715 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:38.594696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Usage tracker for resource:router and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:38.604235 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:38.621606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:38.720622 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.721806 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.733133 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.747263 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.763243 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.769734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-970512c0-05b9-4a0a-a0f6-dfa14856345c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:38.769937 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.806792 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:38.842209 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed677fbd438b4ca4a07ee93092446559&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2180746
Jul 29 08:30:38.843412 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34044) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:38.883740 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1480a5a3-4ebe-4701-9181-ee2e167da5e7,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:38.939882 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:38.955576 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34062) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:39.021186 dv-cinder-802781-1-iscsi neutron-server[78531]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 29 08:30:39.030285 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.075481 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Allocated IP 172.27.2.95 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/6f19ff5f-5280-4d3a-ae18-61e2261cba79) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:39.207040 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:30:39.208780 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.244073 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] For port 999c7e53-7049-4d3b-944d-b3f23807053a, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=999c7e53-7049-4d3b-944d-b3f23807053a,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:30:39.259027 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.283100 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:39.284594 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-c615fe75-6671-4658-8356-484c4064e125 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:39.285431 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-c615fe75-6671-4658-8356-484c4064e125 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:network {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:39.325511 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:30:39.371669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.408675 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.415934 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-c615fe75-6671-4658-8356-484c4064e125 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:network {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:30:39.416577 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-23649566-ea6a-4b9c-b751-530e002e2dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:39.422924 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-c615fe75-6671-4658-8356-484c4064e125 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.4533267
Jul 29 08:30:39.509315 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:39.513309 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:39.519178 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:39.544477 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-1d641192-c1c1-42cd-9ee3-8bf68fe6225c None None] Provisioning complete for port 999c7e53-7049-4d3b-944d-b3f23807053a triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:39.545390 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-1d641192-c1c1-42cd-9ee3-8bf68fe6225c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.593412 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-6908cf09-d35c-4e8e-a6c3-1e19e6f89f76 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/quotas/f02ba612dd3d4a0bb840f474ddc79787 HTTP/1.1" status: 200  len: 375 time: 0.1693394
Jul 29 08:30:39.620818 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Pushing event updated for resources: {'Port': ['ID=999c7e53-7049-4d3b-944d-b3f23807053a,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:39.655778 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:39.693328 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Pushing event updated for resources: {'Port': ['ID=6f19ff5f-5280-4d3a-ae18-61e2261cba79,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:39.711153 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:39.759453 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Allocated IP 172.20.0.2 (8d7a3be5-78df-4c14-b1cf-f5da0973f991/cfcf1441-7cd7-4f5d-a404-be0833b3c233/d2629f4c-b89f-4f31-a30a-0ac43642b8c6) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:39.772561 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.846913 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:39.880238 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ff7c7027-be81-4273-bbcd-a13af2e1f657 req-7cbf2763-c7cd-4ddc-8e66-155d33307238 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.1666632
Jul 29 08:30:39.891208 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-d9a6f238-e38a-49ee-8596-44da2da9b17f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2908397
Jul 29 08:30:40.009706 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.251005 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.278051 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Transition to ACTIVE for port object d2629f4c-b89f-4f31-a30a-0ac43642b8c6 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:40.285666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34114) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:40.333883 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Transition to ACTIVE for port object d2629f4c-b89f-4f31-a30a-0ac43642b8c6 will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:40.347761 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.357173 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-d8367342-8635-413c-8cc5-3dccbaf908c6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:30:40.364398 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-d8367342-8635-413c-8cc5-3dccbaf908c6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1609190
Jul 29 08:30:40.369101 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:40.421967 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:30:40.434302 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:30:40.450331 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:40.451761 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d905cd0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:40.452442 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.486115 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:40.494422 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Usage tracker for resource:security_group_rule and tenant:e266abe2d12d4d4f88d366452d7aa6ce is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:40.499518 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:40.509214 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:40.510107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.510584 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Pushing event updated for resources: {'Port': ['ID=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:40.512964 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:40.524727 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:40.525518 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:40.577010 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:40.584458 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.600362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.603622 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1480a5a3-4ebe-4701-9181-ee2e167da5e7 HTTP/1.1" status: 204  len: 168 time: 1.7486043
Jul 29 08:30:40.607174 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:40.621621 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.622823 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.6315863
Jul 29 08:30:40.628671 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34122) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:40.699260 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Attempting to bind port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:40.699631 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Attempting to bind port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:40.700006 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Attempting to bind port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:40.712811 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1480a5a3-4ebe-4701-9181-ee2e167da5e7,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:40.715048 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:40.715996 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:40.716409 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Checking segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:40.718007 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.718567 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Bound using segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:40.720999 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Bound port: d2629f4c-b89f-4f31-a30a-0ac43642b8c6, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:40.721965 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.746306 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:40.799786 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-d257d7a6-4249-4bf1-87d4-eec745e8b122 service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4346862
Jul 29 08:30:40.929633 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] For port d2629f4c-b89f-4f31-a30a-0ac43642b8c6, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:30:40.938585 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] For port d2629f4c-b89f-4f31-a30a-0ac43642b8c6, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:30:40.948600 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:40.956731 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2f88bcb5-4e51-4085-aca8-1fc21fc9d7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:41.182830 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Pushing event updated for resources: {'Port': ['ID=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:41.203888 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:41.206438 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 999c7e53-7049-4d3b-944d-b3f23807053a up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:41.209510 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.37', 61732) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:41.213548 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:41.235333 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d905cd0>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:37Z', 'revision_number': 3, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:41.246339 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:30:41.246685 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Updating router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 port b3daee49-6383-4c50-8df4-3b31c519fd0d binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:30:41.405671 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:41.490180 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 999c7e53-7049-4d3b-944d-b3f23807053a triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:41.490712 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:41.568733 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-7a27c0c4-c398-4f17-ac32-b1b3d62144cd service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7610736
Jul 29 08:30:41.722121 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-39e62286-51fd-47e3-868a-47e920f3a38d req-eea367ff-5e89-4ee6-b734-db2385d6d274 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.4972963
Jul 29 08:30:41.943908 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:41.965950 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.004218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:42.017306 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Router ecda92e3-38ca-447f-baf8-0bb6d4586e8f is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:30:42.260812 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251337-4399-413b-a381-605270975112 req-5e9cb0c5-992a-48f9-a72d-341669368ac8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:42.264165 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-5e9cb0c5-992a-48f9-a72d-341669368ac8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.37 "GET /v2.0/networks?id=676d5ca0-7764-4373-a6cf-7165c6103408 HTTP/1.1" status: 200  len: 811 time: 1.0417893
Jul 29 08:30:42.271239 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8ffaf-119f-43bf-828f-e6790dba9cec,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:42.294118 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e266abe2d12d4d4f88d366452d7aa6ce&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0073926
Jul 29 08:30:42.299673 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:42.300163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34200) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:42.346417 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Request body: {'port': {'device_id': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408', 'admin_state_up': True, 'tenant_id': 'ad6db4004bf646079a6098efb70757a9'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:42.446252 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f2cdeeb5-cea3-494e-b35e-7a0be1ccfb19 req-27840d9f-7c0a-4d71-bef7-025dbf475bf5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 210 time: 0.1348174
Jul 29 08:30:42.454497 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.484421 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Transition to ACTIVE for port object b3daee49-6383-4c50-8df4-3b31c519fd0d will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:42.510207 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.540230 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:42.561905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.736320 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.749915 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Attempting to bind port b3daee49-6383-4c50-8df4-3b31c519fd0d on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:42.750552 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Attempting to bind port b3daee49-6383-4c50-8df4-3b31c519fd0d by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:42.751152 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Attempting to bind port b3daee49-6383-4c50-8df4-3b31c519fd0d on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:42.784296 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:42.784968 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:42.785466 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.785958 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:42.786549 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Bound port: b3daee49-6383-4c50-8df4-3b31c519fd0d, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:42.787137 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:42.870946 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Pushing event updated for resources: {'Port': ['ID=b3daee49-6383-4c50-8df4-3b31c519fd0d,revision_number=2']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:42.882386 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c281dde9-08fe-4352-8a9f-f1eda8d4ea7e None None] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:30:42.905347 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.905782 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.906181 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.906593 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.906975 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.907354 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.907731 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.908110 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.908558 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.915250 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.915708 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.916103 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Tracked resource versions report:
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]: pushed versions:
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]: {   'AddressGroup': {'1.2'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'ConntrackHelper': {'1.0'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Log': {'1.0'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Network': {'1.1'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Port': {'1.7'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'PortForwarding': {'1.2'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'QosPolicy': {'1.8'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'SecurityGroup': {'1.4'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'SecurityGroupRule': {'1.2'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'SubPort': {'1.0'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Subnet': {'1.1'},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     'Trunk': {'1.1'}}
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]: consumer versions:
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]: {   DHCP agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     HyperV agent@hv-cinder-80278: {},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     L3 agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     Metadata agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     Metering agent@dv-cinder-802781-1-iscsi: {},
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:     Open vSwitch agent@dv-cinder-802781-1-iscsi: {   'AddressGroup': '1.2',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'ConntrackHelper': '1.0',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Log': '1.0',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Network': '1.1',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Port': '1.7',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'PortForwarding': '1.2',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'QosPolicy': '1.8',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'SecurityGroup': '1.4',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'SecurityGroupRule': '1.2',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'SubPort': '1.0',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Subnet': '1.1',
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:                                                      'Trunk': '1.1'}}
Jul 29 08:30:42.917283 dv-cinder-802781-1-iscsi neutron-server[78533]:  {{(pid=78533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 29 08:30:42.923521 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:43.003293 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] For port b3daee49-6383-4c50-8df4-3b31c519fd0d, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:30:43.007523 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] For port b3daee49-6383-4c50-8df4-3b31c519fd0d, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=b3daee49-6383-4c50-8df4-3b31c519fd0d,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:30:43.022129 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:43.031805 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:43.145966 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-7d8ef754-a152-4d3f-96c5-e1d2a5b15972 None None] Provisioning for port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:43.285038 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d2629f4c-b89f-4f31-a30a-0ac43642b8c6 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:43.333217 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Pushing event updated for resources: {'Port': ['ID=b3daee49-6383-4c50-8df4-3b31c519fd0d,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:43.351970 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:43.359299 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:43.361426 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d905cd0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:43.467717 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:43.556229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:43.678575 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9fe312c2-9c9b-455f-9ff6-7a166ac5fb7e req-308858cf-f905-4084-a07b-022f324102ca tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.5171144
Jul 29 08:30:43.703111 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:30:43.731243 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Sync routers for ids ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:30:43.764660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Allocated IP 172.27.2.219 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/9aebead3-5aa2-44b8-bfe4-f0f3e021bf72) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:43.768100 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Routers {'ecda92e3-38ca-447f-baf8-0bb6d4586e8f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:43.769190 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd78580>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:43.890571 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:43.935138 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:43.941019 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 7.3611426
Jul 29 08:30:43.946761 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34274) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:44.130861 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a60c0cbb-71b0-40a3-b8fd-c1be0f8a28cd req-5b3eec90-4349-4e8d-a659-7367c9c8c161 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 210 time: 0.2555649
Jul 29 08:30:44.239421 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:44.270995 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:44.271384 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:44.288197 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:44.538348 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Set router ecda92e3-38ca-447f-baf8-0bb6d4586e8f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:44.982848 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-abaf91d0-d853-46f8-90d2-618159924d6f None None] Provisioning complete for port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:44.983236 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-abaf91d0-d853-46f8-90d2-618159924d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.127488 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2f835aa-d355-4f28-afd5-e74e8e289916 req-9bba3ace-23c0-4566-a6ac-0a1bb4369801 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.1319978
Jul 29 08:30:45.169270 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.208517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Allocated IP 172.20.0.1 (852401c0-71c8-4cbe-a859-8c6f382399ca/ebf0c290-4952-4fa6-8d98-60ac0ffefb5c/63bd8a6d-cba8-4574-ad6b-8611fc710609) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:45.212724 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.274364 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:45.305449 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port d2629f4c-b89f-4f31-a30a-0ac43642b8c6, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:30:45.314979 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.335052 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Usage tracker for resource:port and tenant:ad6db4004bf646079a6098efb70757a9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:45.342377 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.348620 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:45.396069 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:45.407363 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.410901 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ca8ffaf-119f-43bf-828f-e6790dba9cec HTTP/1.1" status: 204  len: 168 time: 3.1051157
Jul 29 08:30:45.413005 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:45.417913 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2f88bcb5-4e51-4085-aca8-1fc21fc9d7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:45.439905 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d905cd0>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:37Z', 'revision_number': 3, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:45.470538 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05e6531-0426-42cd-86c3-c87505464a36 None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:37Z', 'revision_number': 3, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:30:45.512727 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8ffaf-119f-43bf-828f-e6790dba9cec,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:45.529725 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:45.584845 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:45.596675 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-391157a0-da2b-4a03-9ee9-a7822d8cd0b0 req-92ed8039-a799-4f5b-a83e-200dd2340cdc tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 210 time: 0.1799481
Jul 29 08:30:45.606672 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:45.608531 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.37', 61743) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:45.618594 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd78580>, [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:30:39Z', 'revision_number': 3, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:45.632798 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.636897 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Checking router: ecda92e3-38ca-447f-baf8-0bb6d4586e8f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:30:45.637248 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Updating router ecda92e3-38ca-447f-baf8-0bb6d4586e8f port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:30:45.670221 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:45.764837 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:45.783140 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:45.806300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:45.809093 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:45.886633 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Made reservation on behalf of ad6db4004bf646079a6098efb70757a9 for: {'port': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:45.900811 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:46.114887 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Pushing event updated for resources: {'Port': ['ID=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:46.128600 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:46.143417 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:46.453359 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Transition to ACTIVE for port object 63bd8a6d-cba8-4574-ad6b-8611fc710609 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:46.928682 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.148359 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.185699 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Transition to ACTIVE for port object 6f19ff5f-5280-4d3a-ae18-61e2261cba79 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:47.206050 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.224662 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:47.300755 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-7ac818a3-405a-4db2-b801-8df1fd00f52f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:47.302274 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-7ac818a3-405a-4db2-b801-8df1fd00f52f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 1.6930704
Jul 29 08:30:47.388335 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Request body: {'port': {'device_id': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'admin_state_up': True, 'tenant_id': 'f02ba612dd3d4a0bb840f474ddc79787'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:47.428891 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a9536ca8-c498-4eba-af14-700cbd7d341c req-2e848883-87b0-4342-8432-f18c972d3e32 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.5372779
Jul 29 08:30:47.439586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.485392 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2b83551a-092f-43af-a3a3-b540541f4a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:47.487640 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be34e45-378d-4a12-89c0-60be122dab0a None None] Pushing event updated for resources: {'Port': ['ID=6f19ff5f-5280-4d3a-ae18-61e2261cba79,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:47.493417 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-1be34e45-378d-4a12-89c0-60be122dab0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:47.513967 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Attempting to bind port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:47.514342 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Attempting to bind port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:47.514715 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Attempting to bind port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:47.534591 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:47.535039 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:47.535522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.536030 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:47.536619 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Bound port: 6f19ff5f-5280-4d3a-ae18-61e2261cba79, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:47.537052 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.629840 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Network 852401c0-71c8-4cbe-a859-8c6f382399ca is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:47.676309 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:47.679503 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:47.680015 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.732275 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] For port 6f19ff5f-5280-4d3a-ae18-61e2261cba79, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:30:47.733150 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1c5a1a8f-5e7e-4443-939a-f7e81b93483d req-8b119f80-8b5f-48a6-a6fd-36be94a73434 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 210 time: 0.6450062
Jul 29 08:30:47.745492 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] For port 6f19ff5f-5280-4d3a-ae18-61e2261cba79, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=6f19ff5f-5280-4d3a-ae18-61e2261cba79,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:30:47.767256 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:47.807489 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:47.937876 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device b3daee49-6383-4c50-8df4-3b31c519fd0d up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:47.984640 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:48.052241 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Pushing event updated for resources: {'Port': ['ID=63bd8a6d-cba8-4574-ad6b-8611fc710609,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:48.074236 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Allocated IP 172.20.0.11 (676d5ca0-7764-4373-a6cf-7165c6103408/7abdff69-f4da-4d04-992a-6bf3f2090870/5fcefe0c-0285-45bc-8991-bb6ea3153f47) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:48.113511 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:48.150832 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:48.254933 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Usage tracker for resource:port and tenant:f02ba612dd3d4a0bb840f474ddc79787 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:48.263967 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:48.513160 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Routers {'ecda92e3-38ca-447f-baf8-0bb6d4586e8f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:48.519654 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd78580>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:48.576426 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:48.631910 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-a769644b-efaf-4d62-94d2-075d7fdc2ab6 None None] Provisioning for port 63bd8a6d-cba8-4574-ad6b-8611fc710609 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:48.687528 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-a769644b-efaf-4d62-94d2-075d7fdc2ab6 None None] Provisioning complete for port 63bd8a6d-cba8-4574-ad6b-8611fc710609 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:48.691211 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a769644b-efaf-4d62-94d2-075d7fdc2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:48.779402 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:48.787822 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port b3daee49-6383-4c50-8df4-3b31c519fd0d completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:48.884120 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port b3daee49-6383-4c50-8df4-3b31c519fd0d triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:48.884120 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:48.974681 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be34e45-378d-4a12-89c0-60be122dab0a None None] Pushing event updated for resources: {'Port': ['ID=6f19ff5f-5280-4d3a-ae18-61e2261cba79,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:49.017005 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Made reservation on behalf of f02ba612dd3d4a0bb840f474ddc79787 for: {'port': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:49.021095 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:49.111312 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] Set router ecda92e3-38ca-447f-baf8-0bb6d4586e8f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:49.292318 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34444) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:49.327218 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a25467e5-768a-4c54-a619-425b76e92269 req-42c868cf-ef49-4263-a5b5-e9ece4064d42 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.3941839
Jul 29 08:30:49.404910 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:49.410042 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-1be34e45-378d-4a12-89c0-60be122dab0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.603s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:49.513736 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-a769644b-efaf-4d62-94d2-075d7fdc2ab6 None None] Port 63bd8a6d-cba8-4574-ad6b-8611fc710609 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:30:49.674889 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Allocated IP 172.20.0.14 (51a8c05e-6a2a-4811-b787-a0850c0da42f/007faabf-2dd5-482e-b532-98a96ca6befb/d9a0cbda-85a9-4fd9-8cbc-140f89165485) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:49.708234 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:49.768411 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:49.777041 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Usage tracker for resource:security_group_rule and tenant:740be4aee05147a2968a1d1f460cf294 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:49.785448 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:49.798383 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:49.817567 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Allocated IP 172.20.0.1 (b6c72d22-3670-4296-86ea-4c852494f079/488bb8a0-6d3b-427b-8e70-b14ed8a975b0/40d657ad-ef2e-4107-8e8e-f2a7d87e01ea) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:49.884437 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:49.912523 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-42c8f3e5-003d-470e-9422-b35af83b46d8 req-3afb862a-0742-46ca-a9ad-f76cef880543 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 210 time: 0.8626797
Jul 29 08:30:49.970362 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port b3daee49-6383-4c50-8df4-3b31c519fd0d, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=b3daee49-6383-4c50-8df4-3b31c519fd0d,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:30:49.993667 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:49.995968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Router 333ef017-94e5-4807-93eb-378b51c60b1f is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:30:49.999425 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d2629f4c-b89f-4f31-a30a-0ac43642b8c6 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:50.075326 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-ffa354ba-6d84-48a9-9318-a1624a9d1f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:50.180982 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34462) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:50.294414 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=b3daee49-6383-4c50-8df4-3b31c519fd0d,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:50.307310 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:50.314420 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:30:50.395467 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd78580>, [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:30:39Z', 'revision_number': 3, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:50.402723 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:50.428692 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffb4f21-c470-400e-9489-a8f8899e218f None None] The sync data for ids ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'] in dv-cinder-802781-1-iscsi is: [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:30:39Z', 'revision_number': 3, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:30:50.475043 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:50.476945 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:50.523279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:50.627179 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1b3f94fd-bdfb-4b54-b54d-e5be4297abc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:50.740390 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:50.761326 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:50.766107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:50.774438 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:50.775594 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:50.978437 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event updated for resources: {'Port': ['ID=d9a0cbda-85a9-4fd9-8cbc-140f89165485,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:50.997084 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:51.025187 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device b3daee49-6383-4c50-8df4-3b31c519fd0d up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:51.045940 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.053002 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:30:51.088382 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:30:51.088631 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7092388
Jul 29 08:30:51.120978 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:51.121157 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.127537 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dda51f0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:51.150044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.174042 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.232543 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:51.249913 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.318466 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port b3daee49-6383-4c50-8df4-3b31c519fd0d triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:51.318842 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.438948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.467506 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:51.532603 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Network 676d5ca0-7764-4373-a6cf-7165c6103408 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:51.533933 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.552612 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:51.558620 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:51.562148 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:51.568263 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:51.569012 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.587364 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.656784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Pushing event updated for resources: {'Port': ['ID=5fcefe0c-0285-45bc-8991-bb6ea3153f47,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:51.660559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.668942 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:51.671696 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:51.695718 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.713902 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.3783174
Jul 29 08:30:51.728195 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Network b6c72d22-3670-4296-86ea-4c852494f079 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:51.737247 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:51.740039 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:51.740867 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:51.788925 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:51.798285 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:51.820324 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66916bcd-05dc-46aa-8901-fb3181eb6db9 req-b090e9ae-d5d3-4812-961b-7d057e25943d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:51.821277 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-66916bcd-05dc-46aa-8901-fb3181eb6db9 req-b090e9ae-d5d3-4812-961b-7d057e25943d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:51.840160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:51.848874 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Usage tracker for resource:security_group_rule and tenant:8cf022c0390d47f3821e62a97551b950 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:51.856469 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:51.864722 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-66916bcd-05dc-46aa-8901-fb3181eb6db9 req-b090e9ae-d5d3-4812-961b-7d057e25943d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:30:51.867303 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-66916bcd-05dc-46aa-8901-fb3181eb6db9 req-b090e9ae-d5d3-4812-961b-7d057e25943d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 932 time: 0.4711225
Jul 29 08:30:51.872236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:51.934065 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Pushing event updated for resources: {'Port': ['ID=63bd8a6d-cba8-4574-ad6b-8611fc710609,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:52.009386 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:52.012062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-831911b5-8883-4951-ba9f-6003b79f3316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:52.043353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.047241 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-a203f69f-88b0-4281-9443-457f5e568c33 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 13.5087748
Jul 29 08:30:52.048488 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34482) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:52.057411 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38085605-a2e4-4fa9-8ce6-81113c229715,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:52.077589 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:52.090897 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=740be4aee05147a2968a1d1f460cf294&name=default HTTP/1.1" status: 200  len: 2975 time: 2.7951393
Jul 29 08:30:52.091376 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-66916bcd-05dc-46aa-8901-fb3181eb6db9 req-2242f712-61b7-4fdf-918c-8ef892500b49 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2150710
Jul 29 08:30:52.094735 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34486) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:52.157777 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.281020 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cab18d-758a-44b7-b39f-2ee568491462 req-590396cd-9c66-49d8-a69a-fd0151cadcd1 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:52.282664 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c7cab18d-758a-44b7-b39f-2ee568491462 req-590396cd-9c66-49d8-a69a-fd0151cadcd1 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 932 time: 1.1230781
Jul 29 08:30:52.352310 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.356627 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dda51f0>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:46Z', 'revision_number': 3, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:52.363520 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:30:52.364076 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Updating router 333ef017-94e5-4807-93eb-378b51c60b1f port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:30:52.365267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Network 852401c0-71c8-4cbe-a859-8c6f382399ca is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:52.368613 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:52.384424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.510846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55688832-6353-4327-8df2-d87967bb6455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:52.545952 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.595945 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c7cab18d-758a-44b7-b39f-2ee568491462 req-57a9a467-d114-46f3-bc74-84a1ec911ffd tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2805858
Jul 29 08:30:52.673833 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cf022c0390d47f3821e62a97551b950&name=default HTTP/1.1" status: 200  len: 2978 time: 2.4816847
Jul 29 08:30:52.687734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34494) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:52.711709 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.848610 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5167862-2412-4770-ae7a-fb6ac4f7120d,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:52.864096 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:52.892967 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6451971e-4f33-44a6-91e2-0749dee74835 None None] Provisioning complete for port 63bd8a6d-cba8-4574-ad6b-8611fc710609 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:52.893453 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6451971e-4f33-44a6-91e2-0749dee74835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:52.967826 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:30:53.028085 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.047762 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6f19ff5f-5280-4d3a-ae18-61e2261cba79 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:53.121144 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.251023 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-6451971e-4f33-44a6-91e2-0749dee74835 None None] Port 63bd8a6d-cba8-4574-ad6b-8611fc710609 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:30:53.261911 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:53.275006 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.277923 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:53.281106 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.359141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.449527 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.481002 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Transition to ACTIVE for port object 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:53.527697 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.533602 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:53.680430 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.681372 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.691304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:53.725624 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 6f19ff5f-5280-4d3a-ae18-61e2261cba79, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=6f19ff5f-5280-4d3a-ae18-61e2261cba79,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:30:53.730048 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5167862-2412-4770-ae7a-fb6ac4f7120d,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:53.738365 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.745716 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:53.752387 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:53.756533 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.761810 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5167862-2412-4770-ae7a-fb6ac4f7120d HTTP/1.1" status: 204  len: 168 time: 1.0728590
Jul 29 08:30:53.763551 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:30:53.775464 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] 10.222.0.24 "PUT /v2.0/routers/37c8f454-bcf3-4f05-8b2b-15f0f61828b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1377254
Jul 29 08:30:53.805877 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:30:53.852772 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:53.853660 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4de10760>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:53.869215 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Attempting to bind port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:53.869587 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Attempting to bind port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:53.869949 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Attempting to bind port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:53.883109 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4823c-2125-41e7-98ae-d0339214acfc None None] Pushing event updated for resources: {'Port': ['ID=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,revision_number=2']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:53.891940 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-fdb4823c-2125-41e7-98ae-d0339214acfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:53.900329 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:53.900708 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:53.901105 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:53.904089 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:53.906135 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Bound port: 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:53.907184 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.072437 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=6f19ff5f-5280-4d3a-ae18-61e2261cba79,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:54.105172 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:54.125896 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec25584-2e53-4193-a1ed-fccc369aa462 req-063b11fb-96da-4bda-92e4-6fefde9c1abd tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:54.136110 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bec25584-2e53-4193-a1ed-fccc369aa462 req-063b11fb-96da-4bda-92e4-6fefde9c1abd tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 932 time: 0.2527635
Jul 29 08:30:54.159767 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] For port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:30:54.168856 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] For port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:30:54.179798 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.185143 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-af7abdc1-c763-48b9-9cd7-c5be558d17f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:54.304887 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:54.318710 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.332962 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bec25584-2e53-4193-a1ed-fccc369aa462 req-b542d72d-4be9-4e00-85c1-c585a05b66fe tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925418
Jul 29 08:30:54.442647 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:54.443412 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dda51f0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:54.542597 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.db.resource_extend [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 29 08:30:54.614063 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.630118 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.635708 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4823c-2125-41e7-98ae-d0339214acfc None None] Pushing event updated for resources: {'Port': ['ID=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:54.639427 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-fdb4823c-2125-41e7-98ae-d0339214acfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:54.674725 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:54.718681 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.743669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:54.754171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38085605-a2e4-4fa9-8ce6-81113c229715,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:54.796882 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb457a-ff42-43cd-858d-5449b4ce531e req-08589303-70be-44fe-b2e0-20b127e9c82c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:54.805542 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3bb457a-ff42-43cd-858d-5449b4ce531e req-08589303-70be-44fe-b2e0-20b127e9c82c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 932 time: 1.3686697
Jul 29 08:30:54.817900 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:54.838866 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:54.926170 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:55.085221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6f19ff5f-5280-4d3a-ae18-61e2261cba79 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:55.158334 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-d8696c7d-b30c-4d7e-9657-42a6c45107ae tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:30:55.160370 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-d8696c7d-b30c-4d7e-9657-42a6c45107ae tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0200934
Jul 29 08:30:55.243779 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-3b3f4683-b5dc-4898-a46e-3bd2f186824e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78530) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:30:55.271594 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-3b3f4683-b5dc-4898-a46e-3bd2f186824e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1526020
Jul 29 08:30:55.602275 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:55.603716 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:55.707770 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dda51f0>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:46Z', 'revision_number': 3, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:55.715170 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de7bfe8-4ab0-4b34-9690-fa3a12e6f81b None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:46Z', 'revision_number': 3, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:30:55.829723 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:55.830855 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38085605-a2e4-4fa9-8ce6-81113c229715 HTTP/1.1" status: 204  len: 168 time: 3.4613388
Jul 29 08:30:55.865163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:55.875113 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3bb457a-ff42-43cd-858d-5449b4ce531e req-349f2c66-40eb-4286-a1a5-3f95cf8beea7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0619385
Jul 29 08:30:55.877714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:55.895670 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34550) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:55.934358 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34556) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:55.939846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1168113134', 'description': 'tempest-description--1890719363'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:55.955412 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:55.961550 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:55.971697 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:55.985608 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:56.002277 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4de10760>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 2, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:56.009301 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.019837 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:30:56.023487 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Updating router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 port 63bd8a6d-cba8-4574-ad6b-8611fc710609 binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:30:56.024722 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Network b6c72d22-3670-4296-86ea-4c852494f079 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:56.031810 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:56.067476 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:56.073640 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:56.093828 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:56.109343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:56.177101 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.300454 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.315228 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.343013 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e3bcdf54-a962-4445-8235-59f451d0650a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:56.416454 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36bf0d5-7e1a-4855-be2c-efaae6804f89,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:56.419347 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:56.445294 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.446829 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5112462
Jul 29 08:30:56.449930 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34566) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:56.457981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'security_group_rule': {'security_group_id': 'd36bf0d5-7e1a-4855-be2c-efaae6804f89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:56.465999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:56.477083 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:56.480731 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:56.488255 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:56.525486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.580256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339081115-network', 'tenant_id': '938d986036944737a7c927ca24dabfd0'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:56.595212 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34574) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:56.621700 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Allocated IP 172.20.0.1 (8d7a3be5-78df-4c14-b1cf-f5da0973f991/cfcf1441-7cd7-4f5d-a404-be0833b3c233/2528bf40-7dc0-4d43-bdc4-3c53d526a62d) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:56.622192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:56.656542 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Usage tracker for resource:network and tenant:938d986036944737a7c927ca24dabfd0 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:56.664617 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:56.674238 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.689269 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:56.713933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:56.714158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Router ecda92e3-38ca-447f-baf8-0bb6d4586e8f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:30:56.762946 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Usage tracker for resource:security_group_rule and tenant:510ed174888147a6a585d963eca6597e is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:56.775951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Made reservation on behalf of 938d986036944737a7c927ca24dabfd0 for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:56.779046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.814581 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.822904 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:56.842486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.886836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:56.900728 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.926642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:56.929535 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.953041 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Transition to ACTIVE for port object 63bd8a6d-cba8-4574-ad6b-8611fc710609 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:56.965550 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:56.974058 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:56.989390 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Usage tracker for resource:security_group_rule and tenant:938d986036944737a7c927ca24dabfd0 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:56.990003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-6a8fe518-f7db-48eb-b755-dcb2b443f054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:56.994989 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c78ec31-651d-45fa-9924-6f1d4187c319,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:56.996834 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:57.028720 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Request body: {'port': {'device_id': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:57.039968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:57.056698 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:57.074410 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Request body: {'port': {'device_id': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:57.101314 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.105725 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6542680
Jul 29 08:30:57.110366 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34596) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:57.119282 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'security_group_rule': {'security_group_id': 'd36bf0d5-7e1a-4855-be2c-efaae6804f89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:57.138333 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:57.154719 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:57.220466 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:57.225478 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:57.232930 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:57.288333 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a4939-2e4b-47e3-a055-38d78904e58a None None] Pushing event updated for resources: {'Port': ['ID=63bd8a6d-cba8-4574-ad6b-8611fc710609,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:57.304625 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-7c7a4939-2e4b-47e3-a055-38d78904e58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:57.405905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.416970 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Attempting to bind port 63bd8a6d-cba8-4574-ad6b-8611fc710609 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:57.417350 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Attempting to bind port 63bd8a6d-cba8-4574-ad6b-8611fc710609 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:57.417725 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Attempting to bind port 63bd8a6d-cba8-4574-ad6b-8611fc710609 on network 852401c0-71c8-4cbe-a859-8c6f382399ca {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:57.437681 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:57.438068 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Checking segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:57.438475 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.438878 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Bound using segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:57.439369 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Bound port: 63bd8a6d-cba8-4574-ad6b-8611fc710609, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:57.439744 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.440851 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.494288 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.506880 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:57.518500 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:57.518880 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.529628 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:30:57.540611 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.540932 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Added segment a3189020-64b5-4cfa-beea-8838fafdd9a2 of type vlan for network 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4
Jul 29 08:30:57.573835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.613732 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-949ba6ba-cc78-4887-acc9-16e80ceab54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:57.629658 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.629985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.643230 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.645502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:57.646204 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.652112 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-966a3d06-753b-4368-b006-3fe88de49d66 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:57.653023 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-966a3d06-753b-4368-b006-3fe88de49d66 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Synchronizing usage tracker for tenant:ad6db4004bf646079a6098efb70757a9 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:57.667660 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.678055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:30:57.680313 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.688630 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Sync routers for ids ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:30:57.692349 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] 10.222.0.24 "PUT /v2.0/routers/ecda92e3-38ca-447f-baf8-0bb6d4586e8f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7415924
Jul 29 08:30:57.707599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.709117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Transition to ACTIVE for port object 2528bf40-7dc0-4d43-bdc4-3c53d526a62d will not be triggered until provisioned by entity DHCP. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:57.725041 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Routers {'ecda92e3-38ca-447f-baf8-0bb6d4586e8f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:57.726306 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9a1df0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:57.851465 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] For port 63bd8a6d-cba8-4574-ad6b-8611fc710609, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:30:57.856304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-966a3d06-753b-4368-b006-3fe88de49d66 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Unset dirty status for tenant:ad6db4004bf646079a6098efb70757a9 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:30:57.857715 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-966a3d06-753b-4368-b006-3fe88de49d66 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 932 time: 1.2453430
Jul 29 08:30:57.869698 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] For port 63bd8a6d-cba8-4574-ad6b-8611fc710609, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=63bd8a6d-cba8-4574-ad6b-8611fc710609,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:30:57.881147 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.901545 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:57.919434 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:57.930709 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=510ed174888147a6a585d963eca6597e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3224473
Jul 29 08:30:57.932193 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0110299-8a8e-4336-9f95-0c6714112edd,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:57.934938 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34612) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:57.938092 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.0405550
Jul 29 08:30:57.945726 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34614) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:57.957662 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12621f6-0feb-4138-ad84-79c03bec048c req-1c17a42c-b091-49f5-b909-1275e1f4a837 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:57.959192 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a12621f6-0feb-4138-ad84-79c03bec048c req-1c17a42c-b091-49f5-b909-1275e1f4a837 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 932 time: 0.8272986
Jul 29 08:30:57.979593 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:57.980063 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:58.016049 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Request body: {'subnet': {'network_id': '0943e1af-6cfc-4d92-bdaf-177ee3fb76d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339081115-subnet', 'tenant_id': '938d986036944737a7c927ca24dabfd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:58.089994 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:30:58.091021 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:58.097753 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Set router ecda92e3-38ca-447f-baf8-0bb6d4586e8f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:58.108815 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.111682 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:30:58.112333 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4de10760>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:58.138265 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.182641 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.260887 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a4939-2e4b-47e3-a055-38d78904e58a None None] Pushing event updated for resources: {'Port': ['ID=63bd8a6d-cba8-4574-ad6b-8611fc710609,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.264177 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Usage tracker for resource:subnet and tenant:938d986036944737a7c927ca24dabfd0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:58.278115 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-7c7a4939-2e4b-47e3-a055-38d78904e58a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.278834 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-1be34e45-378d-4a12-89c0-60be122dab0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:58.331840 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.371325 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Pushing event updated for resources: {'Network': ['ID=0943e1af-6cfc-4d92-bdaf-177ee3fb76d4,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.381842 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.385847 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:58.403117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-d6de998a-395a-4921-87dc-2498c41eeb6d tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Synchronizing usage tracker for tenant:ad6db4004bf646079a6098efb70757a9 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:58.410352 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:58.411899 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-a12621f6-0feb-4138-ad84-79c03bec048c req-0c4a688d-c1f5-4b8c-aac5-4d08be0f7bdb tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:58.424590 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.435371 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.438336 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:58.439543 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:30:58.447189 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.448601 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3355808
Jul 29 08:30:58.457411 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.459194 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-d6de998a-395a-4921-87dc-2498c41eeb6d tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Unset dirty status for tenant:ad6db4004bf646079a6098efb70757a9 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:30:58.465159 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34624) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:30:58.471564 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ced730ed-970c-4e8e-94e5-0d4d4c145d80 req-d6de998a-395a-4921-87dc-2498c41eeb6d tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5929849
Jul 29 08:30:58.473599 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.475792 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4deefb-34d8-4f51-ac21-02ce703b07ac,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.499160 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-60927fc3-bce7-4d89-8165-c51d65806663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:58.501010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:30:58.505914 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.511300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:58.534002 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:30:58.549823 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:floatingip and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:30:58.554596 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-a12621f6-0feb-4138-ad84-79c03bec048c req-0c4a688d-c1f5-4b8c-aac5-4d08be0f7bdb tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:30:58.555771 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a12621f6-0feb-4138-ad84-79c03bec048c req-0c4a688d-c1f5-4b8c-aac5-4d08be0f7bdb tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4738076
Jul 29 08:30:58.556893 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:30:58.559890 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69c710b-02e8-405b-899e-bdd36db3921e,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.565720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1e798605-27b4-4608-9b36-fab3d2e1205f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.566913 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:30:58.586647 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Pushing event updated for resources: {'Port': ['ID=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.587891 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.597839 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.622506 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:30:58.626393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.647104 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:58.664314 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4deefb-34d8-4f51-ac21-02ce703b07ac,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:58.667857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:58.728633 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9a1df0>, [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:30:51Z', 'revision_number': 4, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '40d657ad-ef2e-4107-8e8e-f2a7d87e01ea', 'name': '', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'mac_address': 'fa:16:3e:0b:3d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:48Z', 'updated_at': '2021-07-29T08:30:53Z', 'revision_number': 2, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'subnets': [{'id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:58.733433 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Checking router: ecda92e3-38ca-447f-baf8-0bb6d4586e8f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:30:58.733890 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Updating router ecda92e3-38ca-447f-baf8-0bb6d4586e8f port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:30:58.754852 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.758881 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d4deefb-34d8-4f51-ac21-02ce703b07ac HTTP/1.1" status: 204  len: 168 time: 0.8072221
Jul 29 08:30:58.819021 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:58.875835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.876788 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:58.893192 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:58.909344 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Made reservation on behalf of 938d986036944737a7c927ca24dabfd0 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:30:58.911769 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.058675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:30:59.193182 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Allocated IP 172.27.2.248 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/0f059ba7-0a58-4cd6-bd91-927ed113adde) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:30:59.288599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:59.289174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.406944 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:59.406944 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.425408 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.463314 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcefe0c-0285-45bc-8991-bb6ea3153f47 {{(pid=78530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:30:59.466586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.473867 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-1cffd45a-98de-49d3-ab14-9ca97f604cc4 None None] Provisioning for port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:30:59.474443 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.db.resource_extend [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 29 08:30:59.474608 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:59.482547 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-1cffd45a-98de-49d3-ab14-9ca97f604cc4 None None] Provisioning complete for port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:30:59.482905 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-1cffd45a-98de-49d3-ab14-9ca97f604cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.502647 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.550014 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-1cffd45a-98de-49d3-ab14-9ca97f604cc4 None None] Port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:30:59.597267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:30:59.610437 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Transition to ACTIVE for port object 5fcefe0c-0285-45bc-8991-bb6ea3153f47 will not be triggered until provisioned by entity L2. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:59.625354 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.638338 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a0cbda-85a9-4fd9-8cbc-140f89165485 {{(pid=78530) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:30:59.640455 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Transition to ACTIVE for port object 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:30:59.643949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:30:59.649715 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:30:59.651910 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.656359 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.658138 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-96d177a4-c07f-4aac-b6e4-bb2a4b2e65a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:59.658251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.762538 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4de10760>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:30:59.771183 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e16b3c-411e-40a4-8368-14b544ae1f7a None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:30:59.797738 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095b5a7-0d27-4830-a2b8-3ee454389cda None None] Pushing event updated for resources: {'Port': ['ID=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:59.853669 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-1095b5a7-0d27-4830-a2b8-3ee454389cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:59.866428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:30:59.933686 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.935111 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-e60745f6-70b7-42c1-b5ce-a55a6b633bee tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:30:59.935772 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-e60745f6-70b7-42c1-b5ce-a55a6b633bee tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Synchronizing usage tracker for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:network {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:30:59.944704 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'Port': ['ID=0f059ba7-0a58-4cd6-bd91-927ed113adde,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:30:59.947461 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.949241 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:30:59.954539 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Attempting to bind port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:30:59.954880 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Attempting to bind port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:30:59.955259 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Attempting to bind port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea on network b6c72d22-3670-4296-86ea-4c852494f079 {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:30:59.961016 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:30:59.961398 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Checking segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:30:59.961809 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:30:59.962213 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Bound using segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:30:59.962694 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Bound port: 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:30:59.963091 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.015715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Pushing event updated for resources: {'Port': ['ID=5fcefe0c-0285-45bc-8991-bb6ea3153f47,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:00.035048 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Transition to ACTIVE for port object d9a0cbda-85a9-4fd9-8cbc-140f89165485 will not be triggered until provisioned by entity L2. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:00.038746 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d93d-b9f1-42c8-8599-bd205cf3c771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.039051 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:00.039685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-150fc9b9-f276-4fcb-8919-cf29dd755b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:00.051971 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.099764 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84da6659-6136-4b0f-a476-14a2444eb576,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:00.105497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:00.115680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.172003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a90c2e5f-c6bf-416e-a0ee-b2b02bb6725f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:00.198680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69672e-2fc6-406f-9619-6bca6a65ab78 req-72abdcd3-3965-481e-bc89-5ed4a9bd549f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:00.200445 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa69672e-2fc6-406f-9619-6bca6a65ab78 req-72abdcd3-3965-481e-bc89-5ed4a9bd549f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 944 time: 0.4392552
Jul 29 08:31:00.237816 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] For port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:00.250698 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] For port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:00.261430 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.274450 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-1095b5a7-0d27-4830-a2b8-3ee454389cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:00.359044 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa69672e-2fc6-406f-9619-6bca6a65ab78 req-05ab6fa6-8aed-44bf-bec3-9614c1142827 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366704
Jul 29 08:31:00.491081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.502342 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Routers {'ecda92e3-38ca-447f-baf8-0bb6d4586e8f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:00.504783 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9a1df0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:30:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:00.508836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.513428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-e60745f6-70b7-42c1-b5ce-a55a6b633bee tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Unset dirty status for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:network {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:00.514811 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-e60745f6-70b7-42c1-b5ce-a55a6b633bee tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 819 time: 1.6780052
Jul 29 08:31:00.520827 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:00.582421 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.594416 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.609784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.managers [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Attempting to bind port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:00.616853 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.managers [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Attempting to bind port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '1cd605f6-a46c-4d2c-b8da-7dc07af9e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408'}] {{(pid=78530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:00.617163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Attempting to bind port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 on network 676d5ca0-7764-4373-a6cf-7165c6103408 {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:00.654015 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095b5a7-0d27-4830-a2b8-3ee454389cda None None] Pushing event updated for resources: {'Port': ['ID=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,revision_number=4']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:00.654300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.655905 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1896322
Jul 29 08:31:00.664297 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Checking segment: {'id': 'a3189020-64b5-4cfa-beea-8838fafdd9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0943e1af-6cfc-4d92-bdaf-177ee3fb76d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:00.664790 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Network hostable DHCP agents. Network: 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:31:00.676764 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 on network 676d5ca0-7764-4373-a6cf-7165c6103408 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:00.677215 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Attempting to bind port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 on network 676d5ca0-7764-4373-a6cf-7165c6103408 {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:00.678368 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-1095b5a7-0d27-4830-a2b8-3ee454389cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:00.755821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'Port': ['ID=0f059ba7-0a58-4cd6-bd91-927ed113adde,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:00.760820 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:00.798882 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f851f7-05e1-4e12-8520-4314ca9b0560 req-297141d8-323f-4f90-8747-edd3b7868e79 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:00.801908 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c5f851f7-05e1-4e12-8520-4314ca9b0560 req-297141d8-323f-4f90-8747-edd3b7868e79 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 944 time: 0.1595747
Jul 29 08:31:00.813180 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-11797efc-e432-48fa-b433-62d1c35a898d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/quotas/ce52a54270f04b67a8751688ff3433c0 HTTP/1.1" status: 200  len: 375 time: 0.1929719
Jul 29 08:31:00.823047 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a0cbda-85a9-4fd9-8cbc-140f89165485,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:00.828863 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:00.840307 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:00.843123 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Checking segment: {'id': '1cd605f6-a46c-4d2c-b8da-7dc07af9e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:00.849124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Bound using segment: {'id': '1cd605f6-a46c-4d2c-b8da-7dc07af9e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408'} {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:00.849124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.managers [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Bound port: 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd605f6-a46c-4d2c-b8da-7dc07af9e686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408'}}] {{(pid=78530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:00.849124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.855144 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Network 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:31:00.857318 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:00.888201 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c5f851f7-05e1-4e12-8520-4314ca9b0560 req-bcc9c99e-b9ef-4a2c-959f-b348f35acd85 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797243
Jul 29 08:31:00.904158 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] Set router ecda92e3-38ca-447f-baf8-0bb6d4586e8f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:01.016387 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.managers [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Attempting to bind port d9a0cbda-85a9-4fd9-8cbc-140f89165485 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:01.017006 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.managers [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Attempting to bind port d9a0cbda-85a9-4fd9-8cbc-140f89165485 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}] {{(pid=78530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:01.017551 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Attempting to bind port d9a0cbda-85a9-4fd9-8cbc-140f89165485 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:01.111717 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 63bd8a6d-cba8-4574-ad6b-8611fc710609 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:01.125903 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:01.171351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Port d9a0cbda-85a9-4fd9-8cbc-140f89165485 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:01.171351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Attempting to bind port d9a0cbda-85a9-4fd9-8cbc-140f89165485 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:01.173626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:01.174215 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:01.208256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-1ac5809f-a5ef-4151-b03e-09b9ef9998de tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:01.254305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6fd332-dad3-4b63-9fc8-336e1d666dc5 None None] Network 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:01.259093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-1ac5809f-a5ef-4151-b03e-09b9ef9998de tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:01.260862 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:01.261203 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Checking segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:01.262910 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-1ac5809f-a5ef-4151-b03e-09b9ef9998de tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1168113134&fields=id&tenant_id=5dac336bd0ae497dbc277ac39dbb828d HTTP/1.1" status: 200  len: 267 time: 0.1666563
Jul 29 08:31:01.265921 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Bound using segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} {{(pid=78530) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:01.266419 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.managers [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Bound port: d9a0cbda-85a9-4fd9-8cbc-140f89165485, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}}] {{(pid=78530) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:01.268050 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:01.389936 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.4425478
Jul 29 08:31:01.575728 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 63bd8a6d-cba8-4574-ad6b-8611fc710609 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:01.626130 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 63bd8a6d-cba8-4574-ad6b-8611fc710609 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:01.627251 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:01.677690 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-a135559f-837e-4bec-beb4-156d4298e3e5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:01.681686 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-a135559f-837e-4bec-beb4-156d4298e3e5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:network {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:01.684706 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9a1df0>, [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:30:51Z', 'revision_number': 4, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '40d657ad-ef2e-4107-8e8e-f2a7d87e01ea', 'name': '', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'mac_address': 'fa:16:3e:0b:3d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:48Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'subnets': [{'id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:01.694051 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041a2c7-1ac7-48ce-9404-108ef61aa74e None None] The sync data for ids ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'] in dv-cinder-802781-1-iscsi is: [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:30:51Z', 'revision_number': 4, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '40d657ad-ef2e-4107-8e8e-f2a7d87e01ea', 'name': '', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'mac_address': 'fa:16:3e:0b:3d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:48Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'subnets': [{'id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:01.712065 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-a135559f-837e-4bec-beb4-156d4298e3e5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:network {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:01.713747 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-a135559f-837e-4bec-beb4-156d4298e3e5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 811 time: 0.4348681
Jul 29 08:31:01.733079 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-d89db2e9-f4f5-42b4-a338-84e51efde333 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/quotas/5dac336bd0ae497dbc277ac39dbb828d HTTP/1.1" status: 200  len: 375 time: 0.0132926
Jul 29 08:31:01.736393 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-742ff556-fc93-4806-924f-8fea708c2b90 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Synchronizing usage tracker for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:01.775847 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] For port 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host hv-cinder-80278, cleared binding levels {{(pid=78530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:01.829272 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] For port 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47,segment=NetworkSegment(1cd605f6-a46c-4d2c-b8da-7dc07af9e686),segment_id=1cd605f6-a46c-4d2c-b8da-7dc07af9e686)] {{(pid=78530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:01.859955 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfbf2f4-958b-4c8f-af66-66d599213e52 None None] Network 0943e1af-6cfc-4d92-bdaf-177ee3fb76d4 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:01.886988 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:01.904897 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] For port d9a0cbda-85a9-4fd9-8cbc-140f89165485, host hv-cinder-80278, cleared binding levels {{(pid=78530) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:01.909890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:01.984991 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-742ff556-fc93-4806-924f-8fea708c2b90 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Unset dirty status for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:01.998993 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-742ff556-fc93-4806-924f-8fea708c2b90 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1597862
Jul 29 08:31:02.052192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-223ee029-5daa-4c21-9def-b7f44da1dc4a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:02.065197 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.101859 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-223ee029-5daa-4c21-9def-b7f44da1dc4a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:02.103456 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-223ee029-5daa-4c21-9def-b7f44da1dc4a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3584151
Jul 29 08:31:02.123366 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] For port d9a0cbda-85a9-4fd9-8cbc-140f89165485, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78530) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:02.167665 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.171098 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.db.resource_extend [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 29 08:31:02.197633 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:02.198270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.200014 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] 10.222.0.37 "PUT /v2.0/ports/5fcefe0c-0285-45bc-8991-bb6ea3153f47 HTTP/1.1" status: 200  len: 1094 time: 5.5865839
Jul 29 08:31:02.206154 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'tag': '5fcefe0c-0285-45bc-8991-bb6ea3153f47'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:02.230457 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 63bd8a6d-cba8-4574-ad6b-8611fc710609, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=63bd8a6d-cba8-4574-ad6b-8611fc710609,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:02.254683 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.258757 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:02.358515 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.375078 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=63bd8a6d-cba8-4574-ad6b-8611fc710609,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:02.382700 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:02.447096 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-02ded780-0a28-4fc2-8bf6-dd8261d235ea service neutron] 10.222.0.24 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269646
Jul 29 08:31:02.529068 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.551478 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Pushing event updated for resources: {'Port': ['ID=5fcefe0c-0285-45bc-8991-bb6ea3153f47,revision_number=3']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:02.560203 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:02.565537 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:02.567798 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.569469 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9a0cbda-85a9-4fd9-8cbc-140f89165485 HTTP/1.1" status: 200  len: 1094 time: 5.9525323
Jul 29 08:31:02.591001 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34754) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:02.599081 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.608957 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:02.663008 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-fc06568c-e5c5-43d8-a097-446e0765d89d service neutron] 10.222.0.24 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149787
Jul 29 08:31:02.732494 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1479549042-network', 'tenant_id': '8c39321a61324bb090bbfc610ec7f609'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:02.756623 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-62a41b36-afa2-4a34-beda-05240beb922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:02.801502 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:02.853020 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Usage tracker for resource:network and tenant:8c39321a61324bb090bbfc610ec7f609 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:02.871022 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-e34d6583-d2e8-4e95-8bf9-ecbd7239f83d service neutron] 10.222.0.24 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8710308
Jul 29 08:31:02.873635 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:02.915768 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:02.990823 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251337-4399-413b-a381-605270975112 req-0f02fe96-b54d-4d83-b594-9865060f6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:02.997626 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-0f02fe96-b54d-4d83-b594-9865060f6f7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6db4004bf646079a6098efb70757a9&device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 1097 time: 0.6165638
Jul 29 08:31:03.166531 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:03.219205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ecfab-d1ad-40b0-8d3a-557094a124fa req-7c10e9aa-513d-4667-8163-1f27e62c3b75 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:03.220805 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d2ecfab-d1ad-40b0-8d3a-557094a124fa req-7c10e9aa-513d-4667-8163-1f27e62c3b75 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 944 time: 0.1543696
Jul 29 08:31:03.335955 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:03.342971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a0cbda-85a9-4fd9-8cbc-140f89165485,revision_number=3']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:03.352221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:03.352613 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.376829 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d2ecfab-d1ad-40b0-8d3a-557094a124fa req-13fc686d-a65f-457e-91d9-485be7cf6e34 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1493967
Jul 29 08:31:03.471607 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-35edcabc-7e24-4e12-832a-4dd3cc259c4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47 HTTP/1.1" status: 200  len: 217 time: 0.2770824
Jul 29 08:31:03.488041 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Made reservation on behalf of 8c39321a61324bb090bbfc610ec7f609 for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:03.491913 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.520403 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.526736 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.665600 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.679427 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a3ea5-42be-4920-b877-6398aff50925 req-7ecc467f-ecaf-4647-a211-29149bec87cb tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:03.680973 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-be2a3ea5-42be-4920-b877-6398aff50925 req-7ecc467f-ecaf-4647-a211-29149bec87cb tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 944 time: 0.1788490
Jul 29 08:31:03.699894 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251337-4399-413b-a381-605270975112 req-e171529f-7633-4118-a96e-7b624feb190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:03.703928 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-e171529f-7633-4118-a96e-7b624feb190b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abdff69-f4da-4d04-992a-6bf3f2090870 HTTP/1.1" status: 200  len: 851 time: 0.1919575
Jul 29 08:31:03.717777 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:03.727685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-b244e45f-0a79-4125-9b89-5e90221ba540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:03.729135 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.729977 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-b244e45f-0a79-4125-9b89-5e90221ba540 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 1097 time: 1.0432417
Jul 29 08:31:03.732455 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 63bd8a6d-cba8-4574-ad6b-8611fc710609 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:03.751557 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-be2a3ea5-42be-4920-b877-6398aff50925 req-0deeef84-452d-4dba-966b-a3d152fd7dfa tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634930
Jul 29 08:31:03.786944 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:03.789257 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:03.791827 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Usage tracker for resource:security_group_rule and tenant:8c39321a61324bb090bbfc610ec7f609 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:03.794741 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:03.800775 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:03.894830 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:03.898788 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:03.914762 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 63bd8a6d-cba8-4574-ad6b-8611fc710609 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:03.915148 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:03.990035 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-5e077b34-b647-405a-a05d-2f9e84369cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676d5ca0-7764-4373-a6cf-7165c6103408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2652104
Jul 29 08:31:04.011090 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Pushing event updated for resources: {'Port': ['ID=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:04.021107 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-76925e0d-f9f3-4c9d-ae53-fb5f7d95ca46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485 HTTP/1.1" status: 200  len: 217 time: 0.1317112
Jul 29 08:31:04.021917 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.413s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:04.028068 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.832s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:04.028380 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:04.134624 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:04.138572 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'tag': '5fcefe0c-0285-45bc-8991-bb6ea3153f47', 'status': 'completed', 'code': 200}
Jul 29 08:31:04.145291 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:04.151847 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:04.189862 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-cc0dfe70-b5cc-4eed-b292-c69d4c6891d0 service neutron] 10.222.0.24 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2929759
Jul 29 08:31:04.209170 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:04.315049 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-503e144b-9af0-4a07-b973-26ea94631e1a req-4c05e400-e611-4a27-8f84-e004ab0d92b5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 210 time: 0.0589476
Jul 29 08:31:04.521143 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-957bd41e-997b-497e-adf9-cb3aa0e84f4f None None] Provisioning complete for port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:04.521830 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-957bd41e-997b-497e-adf9-cb3aa0e84f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:04.527771 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-999a1854-b761-404c-8084-0d2991651122 req-216c40c8-d58f-4d45-9cbe-e9fd20e182a5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 210 time: 0.1150310
Jul 29 08:31:04.577888 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:04.601057 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:31:04.612840 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:04.613222 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Added segment e9ac0d60-0634-4507-8600-784f65bdfdd7 of type vlan for network e6efbf78-fd94-4151-a2ce-3d6a54e422a7
Jul 29 08:31:04.638133 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.37', 61756) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:04.698593 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-957bd41e-997b-497e-adf9-cb3aa0e84f4f None None] Port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:04.728105 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:04.902318 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-2a7922ac-d476-43d2-88c5-bbef034c3d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:04.904058 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-2a7922ac-d476-43d2-88c5-bbef034c3d85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.8379278
Jul 29 08:31:05.012990 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:05.034343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-137920f4-e09e-4b16-8120-2785ba8c1197 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:05.036308 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-137920f4-e09e-4b16-8120-2785ba8c1197 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 811 time: 0.3970888
Jul 29 08:31:05.131097 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-45d7c6ad-d568-4da7-827e-06c903fda4ba tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dac336bd0ae497dbc277ac39dbb828d HTTP/1.1" status: 200  len: 380 time: 0.0742645
Jul 29 08:31:05.152421 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'port': {'device_id': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'admin_state_up': True, 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'security_groups': ['d36bf0d5-7e1a-4855-be2c-efaae6804f89']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:05.186506 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:05.197072 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:05.197522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:05.200857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-d03058e3-9ba2-4ead-b329-242e2ee024e6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:05.214684 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-d03058e3-9ba2-4ead-b329-242e2ee024e6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 819 time: 0.3428509
Jul 29 08:31:05.287128 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ac5b0470-0ec1-46bb-ac93-eccd4313f112 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/quotas/ce52a54270f04b67a8751688ff3433c0 HTTP/1.1" status: 200  len: 375 time: 0.0714421
Jul 29 08:31:05.405009 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416d170-5d96-47e4-bce8-a23b762fe24d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:05.434412 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.db.resource_extend [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 29 08:31:05.483783 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-d57d52c4-a802-413c-a585-f900e74314e1 service neutron] 10.222.0.37 "GET /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4564180
Jul 29 08:31:05.486263 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:05.503962 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-2d5d38c6-45a9-48f1-bf84-1c0a56819c18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5638368
Jul 29 08:31:05.504679 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:05.521634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:05.528347 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-4a3287f1-4633-4154-a627-953d26a58d00 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2402892
Jul 29 08:31:05.532778 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:05.533434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:05.537556 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:05.584367 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:05.637334 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Made reservation on behalf of 5dac336bd0ae497dbc277ac39dbb828d for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:05.640997 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:05.793024 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Router 333ef017-94e5-4807-93eb-378b51c60b1f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:31:05.856483 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-e3ae2dd0-486e-4513-8f14-d10ff730521d service neutron] 10.222.0.24 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3159776
Jul 29 08:31:05.860153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Allocated IP 172.20.0.8 (852401c0-71c8-4cbe-a859-8c6f382399ca/ebf0c290-4952-4fa6-8d98-60ac0ffefb5c/ed69edc1-4e75-48cb-ae9b-6903488c677b) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:05.931054 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e0cfd-9d13-4e76-9203-eb623d5c5d66 req-3b51d4a7-bf21-4b69-be90-a95524d95f6f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:05.932622 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2b1e0cfd-9d13-4e76-9203-eb623d5c5d66 req-3b51d4a7-bf21-4b69-be90-a95524d95f6f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 944 time: 1.2892265
Jul 29 08:31:05.947798 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.2762403
Jul 29 08:31:05.956161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Pushing event updated for resources: {'Network': ['ID=e6efbf78-fd94-4151-a2ce-3d6a54e422a7,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:05.968225 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34852) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:06.050781 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Request body: {'subnet': {'network_id': 'e6efbf78-fd94-4151-a2ce-3d6a54e422a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1479549042-subnet', 'tenant_id': '8c39321a61324bb090bbfc610ec7f609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:06.071883 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:06.084107 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Usage tracker for resource:subnet and tenant:8c39321a61324bb090bbfc610ec7f609 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:06.092972 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:06.097382 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.37', 61761) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:06.122774 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network e6efbf78-fd94-4151-a2ce-3d6a54e422a7 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:31:06.124121 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:06.140625 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'tag': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:06.152376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:06.220820 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2b1e0cfd-9d13-4e76-9203-eb623d5c5d66 req-610b9f89-7146-4e18-9dae-43d6f0ee240c tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2717764
Jul 29 08:31:06.235729 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f251337-4399-413b-a381-605270975112 req-d3dcd9fa-b9c1-481d-93d8-f55866ecbf3f service neutron] 10.222.0.37 "GET /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7381227
Jul 29 08:31:06.239772 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-c93478c5-461b-49f2-b3d7-2e59c14f815d service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7128937
Jul 29 08:31:06.258194 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-eee84b3c-c330-440e-84ce-17342bd456e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3953967
Jul 29 08:31:06.259503 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:06.268705 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Made reservation on behalf of 8c39321a61324bb090bbfc610ec7f609 for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:06.270888 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:06.286568 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:06.296094 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] 10.222.0.24 "PUT /v2.0/routers/333ef017-94e5-4807-93eb-378b51c60b1f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2442989
Jul 29 08:31:06.342160 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:06.342434 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5bb0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:06.675784 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf366c77-10c9-418e-8755-6df5d776eac8 req-103f445d-3c9b-479c-9ff2-650f0c73bd07 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3764319
Jul 29 08:31:06.682985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:06.749300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-a81dbf9b-2a97-4530-9d14-bd28cb94b72a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:06.750825 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-a81dbf9b-2a97-4530-9d14-bd28cb94b72a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 819 time: 0.6373057
Jul 29 08:31:06.759443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Transition to ACTIVE for port object ed69edc1-4e75-48cb-ae9b-6903488c677b will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:06.780286 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Request body: {'port': {'device_id': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'admin_state_up': True, 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:06.810406 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:06.913696 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-bcaacc10-5022-449b-a3dc-87c3dca17fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:06.913696 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-bcaacc10-5022-449b-a3dc-87c3dca17fee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad6db4004bf646079a6098efb70757a9&device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 1097 time: 0.2344980
Jul 29 08:31:06.941061 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a1759-bfb8-44f5-a12d-45f2234fdd6d req-61cf09b3-fab8-44e3-8680-f3839123a515 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:06.945495 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-200a1759-bfb8-44f5-a12d-45f2234fdd6d req-61cf09b3-fab8-44e3-8680-f3839123a515 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 944 time: 0.2659264
Jul 29 08:31:07.146322 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dbdf496d-fc93-4416-8ca4-629f6cf7341a req-b3f013d6-7c12-477a-8f91-f2fa79f9d432 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 210 time: 0.3242013
Jul 29 08:31:07.323569 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'tag': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485', 'status': 'completed', 'code': 200}
Jul 29 08:31:07.392393 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5bb0>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:01Z', 'revision_number': 2, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:07.401680 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:31:07.403441 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Updating router 333ef017-94e5-4807-93eb-378b51c60b1f port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:31:07.429938 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-200a1759-bfb8-44f5-a12d-45f2234fdd6d req-c82590f9-5395-4a63-92ab-2e001e1d1974 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4065435
Jul 29 08:31:07.487077 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-63c29516-a289-4c4d-92b9-7dfd643378a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:07.488841 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-63c29516-a289-4c4d-92b9-7dfd643378a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=676d5ca0-7764-4373-a6cf-7165c6103408 HTTP/1.1" status: 200  len: 912 time: 0.5692472
Jul 29 08:31:07.500183 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:07.513520 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:07.534183 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:07.537377 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Made reservation on behalf of ce52a54270f04b67a8751688ff3433c0 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:07.543033 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:07.578175 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:07.613552 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:07.628948 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-2964b571-bad9-4fb0-bd54-b41685a3f9c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47 HTTP/1.1" status: 200  len: 217 time: 0.1314199
Jul 29 08:31:07.708362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'Port': ['ID=ed69edc1-4e75-48cb-ae9b-6903488c677b,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:07.710558 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-b497c49b-2666-48de-a6cc-1ee197635845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:07.712097 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-b497c49b-2666-48de-a6cc-1ee197635845 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 1097 time: 0.3719068
Jul 29 08:31:07.713659 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:07.918949 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4e49c562-5e7e-4e1f-a950-b67c8e3cd7ff req-86d34861-74e7-4963-8afb-bfaaebbdc200 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 210 time: 0.2108171
Jul 29 08:31:07.961174 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Allocated IP 172.20.0.14 (b6c72d22-3670-4296-86ea-4c852494f079/488bb8a0-6d3b-427b-8e70-b14ed8a975b0/4c564072-89bd-40dc-b351-8890895f897b) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:08.078222 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.118188 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Transition to ACTIVE for port object 2528bf40-7dc0-4d43-bdc4-3c53d526a62d will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:08.134337 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Network 852401c0-71c8-4cbe-a859-8c6f382399ca is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:08.141781 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.142679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:08.146135 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:08.152962 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:08.159163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:08.159929 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.182350 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.230050 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:08.275101 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-8e98cb1e-9c2d-4a15-bce6-cb8b60f32500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:08.279604 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-8e98cb1e-9c2d-4a15-bce6-cb8b60f32500 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abdff69-f4da-4d04-992a-6bf3f2090870 HTTP/1.1" status: 200  len: 851 time: 0.6319959
Jul 29 08:31:08.304667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.37', 61766) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:08.440292 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531a13b-dd16-4944-95fa-31a80eb08d0b None None] Pushing event updated for resources: {'Port': ['ID=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:08.455073 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-c531a13b-dd16-4944-95fa-31a80eb08d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:08.576148 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-c331bd53-8295-45ee-965b-cc3b0510ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:08.577883 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-c331bd53-8295-45ee-965b-cc3b0510ac36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 915 time: 0.8007307
Jul 29 08:31:08.580786 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-1aaef388-a777-46b4-a784-13f6d056bab7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=676d5ca0-7764-4373-a6cf-7165c6103408&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2480979
Jul 29 08:31:08.599824 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Attempting to bind port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:08.600218 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Attempting to bind port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:08.600652 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Attempting to bind port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:08.614908 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:08.615544 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Checking segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:08.616110 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.616724 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Bound using segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:08.617367 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Bound port: 2528bf40-7dc0-4d43-bdc4-3c53d526a62d, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:08.617915 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.679527 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-f50a65e2-4d1e-4d8d-ada5-bbfce3a12e7f None None] Provisioning for port ed69edc1-4e75-48cb-ae9b-6903488c677b completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:08.709898 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34934) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:08.723522 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5811360
Jul 29 08:31:08.742157 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-f50a65e2-4d1e-4d8d-ada5-bbfce3a12e7f None None] Provisioning complete for port ed69edc1-4e75-48cb-ae9b-6903488c677b triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:08.742794 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-f50a65e2-4d1e-4d8d-ada5-bbfce3a12e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:08.749555 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-20bd03da-6fa6-40b8-86ea-756c104e8974 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485 HTTP/1.1" status: 200  len: 217 time: 0.1502559
Jul 29 08:31:08.765949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Request body: {'port': {'device_id': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:08.906971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe668d-f4ce-4035-9a7e-a5bad257d422 req-0cffeafd-1f37-414b-a023-e8b2b0c0ba5c tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:08.908535 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-defe668d-f4ce-4035-9a7e-a5bad257d422 req-0cffeafd-1f37-414b-a023-e8b2b0c0ba5c tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 944 time: 0.7772892
Jul 29 08:31:08.911139 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34948) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:08.923390 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--219370452', 'description': 'tempest-description--1051730960'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:08.935009 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-d786c43d-cf09-4caa-9a32-4555ea17a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:08.936486 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-d786c43d-cf09-4caa-9a32-4555ea17a4e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.1742821
Jul 29 08:31:08.937474 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:08.963974 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:09.005411 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:09.026550 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-cfcf65e0-599d-44de-9ea1-5d5a25f542d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0662479
Jul 29 08:31:09.037250 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:09.044926 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5c7e75-3b31-427d-a722-f8088716ab3b,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:09.081935 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:09.094736 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-f50a65e2-4d1e-4d8d-ada5-bbfce3a12e7f None None] Port ed69edc1-4e75-48cb-ae9b-6903488c677b cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:09.114391 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] For port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:09.114584 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-defe668d-f4ce-4035-9a7e-a5bad257d422 req-8a37f21f-3c25-4ba5-bf1f-e9276dbd5823 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986921
Jul 29 08:31:09.119647 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] For port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:09.120305 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-581524cd-1232-4f30-957c-61add8aa55a7 service neutron] 10.222.0.37 "GET /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5223849
Jul 29 08:31:09.126562 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.130158 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Checking segment: {'id': 'e9ac0d60-0634-4507-8600-784f65bdfdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e6efbf78-fd94-4151-a2ce-3d6a54e422a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:09.130515 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Network hostable DHCP agents. Network: e6efbf78-fd94-4151-a2ce-3d6a54e422a7, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:31:09.133263 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.143928 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-cc8c4ac6-4c09-464f-a81b-2905e2b36e4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:09.265791 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:09.274665 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:09.288181 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:09.289008 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5bb0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:09.334137 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:09.357577 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.392683 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:09.392973 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.427001 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-28efbe43-dbcd-479e-8901-8001d3c64372 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3783827
Jul 29 08:31:09.436375 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:09.453209 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-7dba46e7-b8d1-4485-b47d-234ff2e94759 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:09.454893 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-7dba46e7-b8d1-4485-b47d-234ff2e94759 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 819 time: 1.1105816
Jul 29 08:31:09.456285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Usage tracker for resource:security_group_rule and tenant:e8064c7a4d01451a9ef89180edde0bb5 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:09.462855 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Network e6efbf78-fd94-4151-a2ce-3d6a54e422a7 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:31:09.467004 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:09.473657 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.495033 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:09.500275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Request body: {'port': {'device_id': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'admin_state_up': True, 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:09.510892 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:09.531798 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, e6efbf78-fd94-4151-a2ce-3d6a54e422a7) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:09.559962 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a6cc80-0358-4eb2-be1a-9df9fcfcd5ca None None] Network e6efbf78-fd94-4151-a2ce-3d6a54e422a7 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:09.571799 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531a13b-dd16-4944-95fa-31a80eb08d0b None None] Pushing event updated for resources: {'Port': ['ID=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:09.583370 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-dcf8e6a1-2dd3-408f-b4af-2bb1167831e9 service neutron] 10.222.0.37 "GET /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4450233
Jul 29 08:31:09.584319 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-c531a13b-dd16-4944-95fa-31a80eb08d0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:09.587663 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:09.588473 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.664646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f1bb2-77d9-4c13-8e09-e7eb111a7ca7 req-7e673596-1e52-460e-8d52-5531fa9b404f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:09.666150 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1a8f1bb2-77d9-4c13-8e09-e7eb111a7ca7 req-7e673596-1e52-460e-8d52-5531fa9b404f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 944 time: 0.3980017
Jul 29 08:31:09.714848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.721621 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a0d56487-3db7-4d32-a871-bc94bae73a1a req-3e6be9cd-1b5f-413d-9c84-f636ecf0f2c4 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2853308
Jul 29 08:31:09.724913 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.743539 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1521e0d0-ccf5-4290-b1fd-66a3e6cf0567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:09.774063 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1a8f1bb2-77d9-4c13-8e09-e7eb111a7ca7 req-c3eca734-af37-4d98-844b-e5b32d55b28c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998843
Jul 29 08:31:09.792811 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b560cb8f-3140-4c0b-b7bf-2d5485f4370c,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:09.799834 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.7601645
Jul 29 08:31:09.804365 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:09.817848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.819485 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9049747
Jul 29 08:31:09.822057 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34960) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:09.823738 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea7bb5-aad0-4dc8-9fab-3253891dd8b3 req-da74afb8-777d-44e9-afe4-48f4c6e790cf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:09.824674 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-faea7bb5-aad0-4dc8-9fab-3253891dd8b3 req-da74afb8-777d-44e9-afe4-48f4c6e790cf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:09.827982 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'security_group_rule': {'security_group_id': 'b560cb8f-3140-4c0b-b7bf-2d5485f4370c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:09.840527 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:09.853443 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:09.863376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:09.872433 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:09.875836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.909520 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:09.935707 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:09.987228 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:10.064820 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-681dcbcb-e478-433c-9c3d-186b3ddf2873 req-ca770413-0593-4937-83ce-1eead471b814 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 210 time: 0.0941424
Jul 29 08:31:10.095793 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.099356 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34966) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:10.109466 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6d4dc-bff3-4a8b-8942-c9fbc5da1a91 None None] Network e6efbf78-fd94-4151-a2ce-3d6a54e422a7 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:10.110120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:10.117997 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-faea7bb5-aad0-4dc8-9fab-3253891dd8b3 req-da74afb8-777d-44e9-afe4-48f4c6e790cf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:10.126351 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-faea7bb5-aad0-4dc8-9fab-3253891dd8b3 req-da74afb8-777d-44e9-afe4-48f4c6e790cf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 931 time: 0.9996345
Jul 29 08:31:10.138498 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Network b6c72d22-3670-4296-86ea-4c852494f079 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:10.141806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.154224 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:10.158803 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Made reservation on behalf of ce52a54270f04b67a8751688ff3433c0 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:10.159126 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.165508 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:10.173347 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.182338 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:10.189081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:10.190160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.197251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Deleting subnet 84da6659-6136-4b0f-a476-14a2444eb576 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:31:10.199815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0e3f8c-34e9-49cc-a1d5-61683b8c5242,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:10.205664 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.235601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Pushing event updated for resources: {'Port': ['ID=4c564072-89bd-40dc-b351-8890895f897b,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:10.238893 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:10.239531 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.246706 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:10.262826 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.264485 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4410639
Jul 29 08:31:10.267139 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34976) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:10.273017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'security_group_rule': {'security_group_id': 'b560cb8f-3140-4c0b-b7bf-2d5485f4370c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:10.284897 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:10.287848 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:10.327117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:10.331051 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.339991 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:10.351577 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:10.353890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.440215 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.441637 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5bb0>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:09Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:10.447155 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115c0376-f4b6-442d-9acc-9aa9a23e22f1 None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:09Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:10.515587 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8064c7a4d01451a9ef89180edde0bb5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7962384
Jul 29 08:31:10.516463 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72acd7ea-c9c2-42db-99cd-7e09a2cb63b8,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:10.528558 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 34988) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:10.560020 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-faea7bb5-aad0-4dc8-9fab-3253891dd8b3 req-0cc4d96d-ed16-469f-8649-47da5a8d5589 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4325731
Jul 29 08:31:10.578877 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:10.623463 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8608744
Jul 29 08:31:10.640865 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70aa413-f4a1-4a2f-8d9f-3c405ee9769e req-6e41f997-07ab-47a2-b726-12a3ce639b84 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:10.642401 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a70aa413-f4a1-4a2f-8d9f-3c405ee9769e req-6e41f997-07ab-47a2-b726-12a3ce639b84 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 944 time: 0.3616531
Jul 29 08:31:10.652605 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.678364 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1845d7e7-50f1-489d-9715-9fa1e104ac52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:10.699139 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device d9a0cbda-85a9-4fd9-8cbc-140f89165485 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:10.728301 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84da6659-6136-4b0f-a476-14a2444eb576,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:10.734502 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.739559 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:10.754274 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/84da6659-6136-4b0f-a476-14a2444eb576 HTTP/1.1" status: 204  len: 168 time: 0.6538379
Jul 29 08:31:10.761673 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 34996) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:10.796380 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a70aa413-f4a1-4a2f-8d9f-3c405ee9769e req-7c4aa1c6-a9a7-4473-a2a5-40db82f25826 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388302
Jul 29 08:31:10.848809 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed69edc1-4e75-48cb-ae9b-6903488c677b {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:10.857024 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.858754 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.878931 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Transition to ACTIVE for port object ed69edc1-4e75-48cb-ae9b-6903488c677b will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:10.930881 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Request body: {'port': {'device_id': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:10.972170 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.993921 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:10.995610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port d9a0cbda-85a9-4fd9-8cbc-140f89165485, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:11.022597 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 2528bf40-7dc0-4d43-bdc4-3c53d526a62d up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:11.037676 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5f12e2a0-706a-49fe-beff-cecb15e954aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.042424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.060193 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'port_id': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485', 'mac_address': 'fa:16:3e:c8:bb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007faabf-2dd5-482e-b532-98a96ca6befb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:31:11.065890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12175bf-1e26-47f1-9acc-ebfbb86c4a24,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:11.079261 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.083700 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:11.110342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.121736 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.123303 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8551733
Jul 29 08:31:11.127546 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35008) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:11.144849 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:11.194930 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.211766 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.219932 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a0cbda-85a9-4fd9-8cbc-140f89165485 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:11.226533 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:11.232267 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:11.242768 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:11.243596 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.246376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:floatingip and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:11.272781 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.279141 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:11.313650 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:11.323341 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port d9a0cbda-85a9-4fd9-8cbc-140f89165485, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:11.332370 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.333101 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 5fcefe0c-0285-45bc-8991-bb6ea3153f47 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:11.336213 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.431388 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.446366 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1d7d59de-1e31-4df3-a766-f4fd53942043 req-7c224ec7-d6fd-42fd-9861-588fda13b889 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 210 time: 0.1296842
Jul 29 08:31:11.451509 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.478680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed69edc1-4e75-48cb-ae9b-6903488c677b,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:11.479814 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5d4d88a3d0>> segment before_delete 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.480293 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5d4d88a3d0>> subnet precommit_delete_associations 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.481124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> segment_host_mapping after_create 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.482162 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> port after_create 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.482873 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> port after_delete 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.483022 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> port after_update 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.483464 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> segment after_delete 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.483919 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> subnet after_create 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.484364 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> subnet after_delete 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.484778 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cf32bb0>> subnet after_update 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.530827 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.534669 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:11.551008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.590927 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=d9a0cbda-85a9-4fd9-8cbc-140f89165485,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:11.605689 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:11.648146 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72acd7ea-c9c2-42db-99cd-7e09a2cb63b8,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:11.668754 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:11.681157 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Allocated IP 172.20.0.5 (b6c72d22-3670-4296-86ea-4c852494f079/488bb8a0-6d3b-427b-8e70-b14ed8a975b0/6daed542-e05f-4cec-93cf-aed0ce6298fe) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:11.731135 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:11.743317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4d9ae4c0>> subnet after_create 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.743671 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4d9ae4c0>> subnet after_delete 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.744004 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4d9ae4c0>> subnet before_create 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.744363 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4d9ae4c0>> subnet before_update 55550000 {{(pid=78530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:31:11.744803 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4c427250>,) {'filters': {'network_id': ['0943e1af-6cfc-4d92-bdaf-177ee3fb76d4']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:11.767624 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c427250>, 'a3189020-64b5-4cfa-beea-8838fafdd9a2') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:11.767979 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c427250>, 'a3189020-64b5-4cfa-beea-8838fafdd9a2') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:11.773783 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47,segment=NetworkSegment(1cd605f6-a46c-4d2c-b8da-7dc07af9e686),segment_id=1cd605f6-a46c-4d2c-b8da-7dc07af9e686)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:11.782136 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.790080 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '5fcefe0c-0285-45bc-8991-bb6ea3153f47', 'network_id': '676d5ca0-7764-4373-a6cf-7165c6103408', 'port_id': '5fcefe0c-0285-45bc-8991-bb6ea3153f47', 'mac_address': 'fa:16:3e:2c:60:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abdff69-f4da-4d04-992a-6bf3f2090870', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:31:11.804107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.813048 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:31:11.813524 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.854114 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.871665 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.877144 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcefe0c-0285-45bc-8991-bb6ea3153f47 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:11.883183 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-7c7a4939-2e4b-47e3-a055-38d78904e58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   from cryptography.utils import int_from_bytes
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   from cryptography.utils import int_from_bytes
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   util.warn_limited(
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   util.warn_limited(
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:31:11.915800 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:31:11.930854 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.966594 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:11.982142 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:11.984637 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.989669 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47,segment=NetworkSegment(1cd605f6-a46c-4d2c-b8da-7dc07af9e686),segment_id=1cd605f6-a46c-4d2c-b8da-7dc07af9e686)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:11.993913 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-21a7de87-4f32-4f42-bad6-29d905a24c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.995810 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:11.998070 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:11.999840 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.014131 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72acd7ea-c9c2-42db-99cd-7e09a2cb63b8 HTTP/1.1" status: 204  len: 168 time: 1.4425774
Jul 29 08:31:12.020861 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.036833 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0943e1af-6cfc-4d92-bdaf-177ee3fb76d4 HTTP/1.1" status: 204  len: 168 time: 1.2719078
Jul 29 08:31:12.038402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=0943e1af-6cfc-4d92-bdaf-177ee3fb76d4,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:12.041641 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:12.043909 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35020) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:12.057804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.067919 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Attempting to bind port ed69edc1-4e75-48cb-ae9b-6903488c677b on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:12.068629 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Attempting to bind port ed69edc1-4e75-48cb-ae9b-6903488c677b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:12.069179 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Attempting to bind port ed69edc1-4e75-48cb-ae9b-6903488c677b on network 852401c0-71c8-4cbe-a859-8c6f382399ca {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:12.079503 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e9ecb-3072-4abe-923a-21c0f34e4b1b req-d549a07a-7f68-46d6-b6d7-a7eec42db2f7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:12.094320 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-085e9ecb-3072-4abe-923a-21c0f34e4b1b req-d549a07a-7f68-46d6-b6d7-a7eec42db2f7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 944 time: 0.9826119
Jul 29 08:31:12.104011 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=5fcefe0c-0285-45bc-8991-bb6ea3153f47,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:12.108114 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:12.209136 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Deleting subnet ec5c7e75-3b31-427d-a722-f8088716ab3b {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:31:12.222186 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994bff0-6b30-450e-a814-40feafd1b853 req-d8541659-4c2e-437a-b5f7-5f0aab74e424 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:12.223707 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d994bff0-6b30-450e-a814-40feafd1b853 req-d8541659-4c2e-437a-b5f7-5f0aab74e424 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 943 time: 0.2962499
Jul 29 08:31:12.224454 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.230949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Port ed69edc1-4e75-48cb-ae9b-6903488c677b on network 852401c0-71c8-4cbe-a859-8c6f382399ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:12.231265 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Attempting to bind port ed69edc1-4e75-48cb-ae9b-6903488c677b on network 852401c0-71c8-4cbe-a859-8c6f382399ca {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:12.247207 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:12.247555 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Checking segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:12.248112 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Bound using segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:12.248583 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Bound port: ed69edc1-4e75-48cb-ae9b-6903488c677b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:12.248925 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.299018 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['5fcefe0c-0285-45bc-8991-bb6ea3153f47'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:12.334528 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-085e9ecb-3072-4abe-923a-21c0f34e4b1b req-826d86fe-c544-41fd-adb9-0fabf558c4db tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2379570
Jul 29 08:31:12.409498 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:12.448107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.507784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] For port ed69edc1-4e75-48cb-ae9b-6903488c677b, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:12.514379 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] For port ed69edc1-4e75-48cb-ae9b-6903488c677b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:12.525328 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35036) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:12.532776 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.547916 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:12.570212 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d994bff0-6b30-450e-a814-40feafd1b853 req-1ffe18f8-97d0-4249-944b-4591ef8bae3f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2886524
Jul 29 08:31:12.638784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.704799 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.728637 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:12.729835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.731415 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] 10.222.0.37 "PUT /v2.0/ports/ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 1093 time: 3.9784262
Jul 29 08:31:12.738465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:12.790384 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.797084 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:12.940246 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Usage tracker for resource:security_group_rule and tenant:d160406e3b7d481eb3429fa637f89637 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:12.952388 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:12.974411 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:12.978520 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.980367 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:12.985721 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 2528bf40-7dc0-4d43-bdc4-3c53d526a62d up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:13.002105 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d1ab659d-b4a9-4895-b1a8-65820b8b4ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:13.053810 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a2d00-96db-4748-9dbd-0b0ca21982f7 req-b5876fd8-a5a1-4f69-8715-753eca847272 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:13.056918 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-599a2d00-96db-4748-9dbd-0b0ca21982f7 req-b5876fd8-a5a1-4f69-8715-753eca847272 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 945 time: 0.4756250
Jul 29 08:31:13.058081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed69edc1-4e75-48cb-ae9b-6903488c677b,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:13.069571 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5c7e75-3b31-427d-a722-f8088716ab3b,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:13.134853 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:13.135227 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.148459 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:13.151846 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:13.157127 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:13.159260 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.178922 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-aac8287a-4abc-4559-934d-83a0604e27e9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ec5c7e75-3b31-427d-a722-f8088716ab3b HTTP/1.1" status: 204  len: 168 time: 1.1332657
Jul 29 08:31:13.184166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35060) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:13.250826 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Pushing event updated for resources: {'Port': ['ID=6daed542-e05f-4cec-93cf-aed0ce6298fe,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:13.275203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Network b6c72d22-3670-4296-86ea-4c852494f079 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:13.281582 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:13.330762 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:13.334787 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.349356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:13.354769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:13.355376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.357003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772684-c91c-4f0a-8a6c-7c54874e0289 req-df4a4de5-c2f5-4218-acca-b98af30a2f38 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:13.358471 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-90772684-c91c-4f0a-8a6c-7c54874e0289 req-df4a4de5-c2f5-4218-acca-b98af30a2f38 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 931 time: 0.5651822
Jul 29 08:31:13.359753 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Allocated IP 172.27.2.73 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/d5f13222-84da-4fcc-b27a-84b64e423629) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:13.392340 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-599a2d00-96db-4748-9dbd-0b0ca21982f7 req-6c136585-b685-48f5-a05a-ef0506dd6358 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2743745
Jul 29 08:31:13.408161 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9378612
Jul 29 08:31:13.419122 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-91d44dd5-0a8f-41e0-88c6-87f7f061db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:13.420611 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-91d44dd5-0a8f-41e0-88c6-87f7f061db63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1096 time: 0.6016259
Jul 29 08:31:13.428173 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Request body: {'port': {'device_id': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:13.529001 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35072) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:13.553930 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-0652716a-f21f-4fb1-abb8-fa77b01450fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 217 time: 0.0944819
Jul 29 08:31:13.635970 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'status': 'completed', 'code': 200}
Jul 29 08:31:13.639536 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-90772684-c91c-4f0a-8a6c-7c54874e0289 req-f74bc9f2-a328-4960-a00a-364bfb05eb78 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Synchronizing usage tracker for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:13.741902 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.753626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.754267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-12f06948-a9ff-4ba5-9bec-763e72af066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:13.755691 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-12f06948-a9ff-4ba5-9bec-763e72af066e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.1926517
Jul 29 08:31:13.756443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.773154 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.781523 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9e5dc0>,) {'filters': {'network_id': ['e6efbf78-fd94-4151-a2ce-3d6a54e422a7']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:13.801678 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:13.826216 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9e5dc0>, 'e9ac0d60-0634-4507-8600-784f65bdfdd7') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:13.826507 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9e5dc0>, 'e9ac0d60-0634-4507-8600-784f65bdfdd7') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:13.832659 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.860930 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-90772684-c91c-4f0a-8a6c-7c54874e0289 req-f74bc9f2-a328-4960-a00a-364bfb05eb78 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Unset dirty status for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:13.862110 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-90772684-c91c-4f0a-8a6c-7c54874e0289 req-f74bc9f2-a328-4960-a00a-364bfb05eb78 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4893248
Jul 29 08:31:13.874107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.880708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:13.880708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c564072-89bd-40dc-b351-8890895f897b {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:13.883808 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc0c96-25a4-463d-a2cf-f73ef9a3c022,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:13.898948 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d160406e3b7d481eb3429fa637f89637&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3567586
Jul 29 08:31:13.901778 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:13.904405 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35080) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:13.921141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Usage tracker for resource:security_group_rule and tenant:14c729d0ec21420cb87d15b844a3254b is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:13.922476 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.927909 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.929257 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:13.933494 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.945906 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:31:13.946486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:13.955542 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:31:13.960488 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:31:13.998437 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Transition to ACTIVE for port object 4c564072-89bd-40dc-b351-8890895f897b will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:14.023680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.083789 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1b971f8a-df4a-4692-8908-6403e3a7f0a8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:14.166511 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.180554 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.185939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-53366dc9-ef4b-4bf4-8ace-11d2286de908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:14.199229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.224430 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6efbf78-fd94-4151-a2ce-3d6a54e422a7,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:14.231142 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] 10.222.0.24 "DELETE /v2.0/networks/e6efbf78-fd94-4151-a2ce-3d6a54e422a7 HTTP/1.1" status: 204  len: 168 time: 1.0434473
Jul 29 08:31:14.234176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:14.241924 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.255805 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.263680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:14.290008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a401b5-99b7-4e01-9460-5112a6eb8530 req-f76acb1c-bbb3-41f3-a372-bd9aa9be22d5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:14.291584 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d6a401b5-99b7-4e01-9460-5112a6eb8530 req-f76acb1c-bbb3-41f3-a372-bd9aa9be22d5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 945 time: 0.5468767
Jul 29 08:31:14.304402 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-4aaa0eb3-01db-4a67-93d3-8244621d74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:14.305989 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-4aaa0eb3-01db-4a67-93d3-8244621d74d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5091190
Jul 29 08:31:14.344119 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5ef0a-e626-4500-8e78-14e12ec20326 req-d2bcba6d-ec39-44dc-a89b-1a91e159ac82 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:14.345696 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fac5ef0a-e626-4500-8e78-14e12ec20326 req-d2bcba6d-ec39-44dc-a89b-1a91e159ac82 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 943 time: 0.3559625
Jul 29 08:31:14.360480 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:14.375199 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:14.378886 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Pushing event updated for resources: {'Port': ['ID=4c564072-89bd-40dc-b351-8890895f897b,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:14.386192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35086) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:14.392654 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'Port': ['ID=d5f13222-84da-4fcc-b27a-84b64e423629,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:14.394970 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:14.426364 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:14.440593 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:14.473070 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fac5ef0a-e626-4500-8e78-14e12ec20326 req-91930ee1-eb07-4120-a5c1-3d87ab4b6d56 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146331
Jul 29 08:31:14.491714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.540271 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:14.564753 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc0c96-25a4-463d-a2cf-f73ef9a3c022,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:14.571286 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:14.584814 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.587692 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bfc0c96-25a4-463d-a2cf-f73ef9a3c022 HTTP/1.1" status: 204  len: 168 time: 0.6800776
Jul 29 08:31:14.600758 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Attempting to bind port 4c564072-89bd-40dc-b351-8890895f897b on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:14.601265 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Attempting to bind port 4c564072-89bd-40dc-b351-8890895f897b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:14.601391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Attempting to bind port 4c564072-89bd-40dc-b351-8890895f897b on network b6c72d22-3670-4296-86ea-4c852494f079 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:14.605732 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d6a401b5-99b7-4e01-9460-5112a6eb8530 req-8bbfa8ed-40cb-41e4-8db2-622efe882561 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988467
Jul 29 08:31:14.631265 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.679994 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Port 4c564072-89bd-40dc-b351-8890895f897b on network b6c72d22-3670-4296-86ea-4c852494f079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:14.680340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Attempting to bind port 4c564072-89bd-40dc-b351-8890895f897b on network b6c72d22-3670-4296-86ea-4c852494f079 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:14.704233 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.717469 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:14.717806 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Checking segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:14.718185 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Bound using segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:14.718628 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Bound port: 4c564072-89bd-40dc-b351-8890895f897b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:14.718964 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.720542 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device d9a0cbda-85a9-4fd9-8cbc-140f89165485 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:14.725997 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.733663 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.742711 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-dad5890d-943f-45bb-be13-67ad23a95da4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=938d986036944737a7c927ca24dabfd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3400764
Jul 29 08:31:14.758105 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35094) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:14.762303 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9b254264-cc98-4e6f-8f24-d6ec4763db9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:14.829234 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port d9a0cbda-85a9-4fd9-8cbc-140f89165485 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:14.833208 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeaddd-6703-41d5-9582-6c029bea6985 req-3587874c-0c18-4c68-a55d-d683afdde7b0 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:14.834695 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-abfeaddd-6703-41d5-9582-6c029bea6985 req-3587874c-0c18-4c68-a55d-d683afdde7b0 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 945 time: 0.2425885
Jul 29 08:31:14.837631 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port d9a0cbda-85a9-4fd9-8cbc-140f89165485 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:14.838166 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:14.870536 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-53eb7b29-764e-4753-ae6e-9c8f6f4c89b5 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5411184
Jul 29 08:31:14.915135 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14c729d0ec21420cb87d15b844a3254b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3850706
Jul 29 08:31:14.915967 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6811abd1-e5e0-4876-805a-2ba41f2fc6f6,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:14.928718 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35102) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:14.944943 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:14.960319 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.041424 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.085715 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-abfeaddd-6703-41d5-9582-6c029bea6985 req-de54dfc9-eb25-46c4-a7ae-28392e71c637 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408848
Jul 29 08:31:15.086810 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:15.123300 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.154412 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port d9a0cbda-85a9-4fd9-8cbc-140f89165485, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:15.168707 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.169577 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 5fcefe0c-0285-45bc-8991-bb6ea3153f47 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:15.224199 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] For port 4c564072-89bd-40dc-b351-8890895f897b, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:15.229845 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.233075 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:15.235113 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.242200 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:15.244540 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] For port 4c564072-89bd-40dc-b351-8890895f897b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4c564072-89bd-40dc-b351-8890895f897b,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:15.284480 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.328481 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d24caac9-fcf3-496b-a2be-7636d99ccd8d req-071c62f3-bebb-4244-88b8-2932074ad7c4 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4441624
Jul 29 08:31:15.373744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.383354 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.388966 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0110299-8a8e-4336-9f95-0c6714112edd HTTP/1.1" status: 204  len: 168 time: 0.6288700
Jul 29 08:31:15.416317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'Port': ['ID=d5f13222-84da-4fcc-b27a-84b64e423629,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:15.423389 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:15.424236 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-94a764b1-852f-4a5c-b0f9-c35b59ecafc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:15.427347 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:15.438640 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0110299-8a8e-4336-9f95-0c6714112edd,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:15.440740 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=d9a0cbda-85a9-4fd9-8cbc-140f89165485,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:15.442437 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:15.446017 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:15.451302 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.473428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.478191 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3490906
Jul 29 08:31:15.486839 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:15.492003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:15.492430 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.542474 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:15.543427 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.545372 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-6e806833-679f-4dca-b577-fd53b835430a service neutron] 10.222.0.37 "PUT /v2.0/ports/4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 1094 time: 4.7781997
Jul 29 08:31:15.599732 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Pushing event updated for resources: {'Port': ['ID=4c564072-89bd-40dc-b351-8890895f897b,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:15.605192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6daed542-e05f-4cec-93cf-aed0ce6298fe {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:15.623126 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:15.666853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'tag': '4c564072-89bd-40dc-b351-8890895f897b'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:15.668808 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.672245 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.678760 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.707334 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47,segment=NetworkSegment(1cd605f6-a46c-4d2c-b8da-7dc07af9e686),segment_id=1cd605f6-a46c-4d2c-b8da-7dc07af9e686)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:15.713383 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.715514 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:15.754667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc52d6f-4cf0-494d-9abc-99b306a27339 req-8b50d4d1-24d7-44cd-9d48-602167d9f67c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:15.755387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-ecc52d6f-4cf0-494d-9abc-99b306a27339 req-8b50d4d1-24d7-44cd-9d48-602167d9f67c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Synchronizing usage tracker for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:15.760342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Transition to ACTIVE for port object 6daed542-e05f-4cec-93cf-aed0ce6298fe will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:15.774123 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.788326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:15.808647 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=5fcefe0c-0285-45bc-8991-bb6ea3153f47,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:15.813553 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:15.817235 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:15.912944 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485', 'code': 200}
Jul 29 08:31:15.970902 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35144) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:16.011017 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-ecc52d6f-4cf0-494d-9abc-99b306a27339 req-8b50d4d1-24d7-44cd-9d48-602167d9f67c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Unset dirty status for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:16.012249 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ecc52d6f-4cf0-494d-9abc-99b306a27339 req-8b50d4d1-24d7-44cd-9d48-602167d9f67c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 931 time: 0.9583757
Jul 29 08:31:16.060350 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-cee1fdc4-41fa-425f-a44f-7ef320b2b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.061379 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-cee1fdc4-41fa-425f-a44f-7ef320b2b229 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1096 time: 0.6459322
Jul 29 08:31:16.115894 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d48ba2ca-fc35-4bcc-8ffe-567c750afe80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c39321a61324bb090bbfc610ec7f609&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1437809
Jul 29 08:31:16.119037 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35152) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:16.142424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.148551 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Pushing event updated for resources: {'Port': ['ID=6daed542-e05f-4cec-93cf-aed0ce6298fe,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:16.164224 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:16.185325 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:16.211082 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-fc6c2c1c-b70d-4127-91a2-72f191effac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.212610 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-fc6c2c1c-b70d-4127-91a2-72f191effac3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1097 time: 0.5923190
Jul 29 08:31:16.227696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Attempting to bind port 6daed542-e05f-4cec-93cf-aed0ce6298fe on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:16.228025 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Attempting to bind port 6daed542-e05f-4cec-93cf-aed0ce6298fe by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:16.228370 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Attempting to bind port 6daed542-e05f-4cec-93cf-aed0ce6298fe on network b6c72d22-3670-4296-86ea-4c852494f079 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:16.230532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811abd1-e5e0-4876-805a-2ba41f2fc6f6,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:16.309069 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69198-51be-4a22-b6d0-79b507ca9b7a req-6480d239-70ba-4063-a26d-19ebb24b40af tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.310563 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-74c69198-51be-4a22-b6d0-79b507ca9b7a req-6480d239-70ba-4063-a26d-19ebb24b40af tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 943 time: 0.2789941
Jul 29 08:31:16.349428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.401693 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-74c69198-51be-4a22-b6d0-79b507ca9b7a req-4c515d63-d3cb-4cd7-b08e-e1531b0b23f2 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855358
Jul 29 08:31:16.407174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.415117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-e77ae682-cd9a-4604-b2c0-1f12b57cc5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.416637 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-e77ae682-cd9a-4604-b2c0-1f12b57cc5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 1099 time: 0.2691448
Jul 29 08:31:16.456721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:16.461816 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.466714 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Port 6daed542-e05f-4cec-93cf-aed0ce6298fe on network b6c72d22-3670-4296-86ea-4c852494f079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:16.467034 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Attempting to bind port 6daed542-e05f-4cec-93cf-aed0ce6298fe on network b6c72d22-3670-4296-86ea-4c852494f079 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:16.480396 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:16.485158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Usage tracker for resource:security_group_rule and tenant:9ad416cd1c244fd2904267c947561ebe is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:16.487154 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ecc52d6f-4cf0-494d-9abc-99b306a27339 req-5ebe75f1-f398-4bdb-b29b-46d06160456b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4353254
Jul 29 08:31:16.492450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.496279 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6811abd1-e5e0-4876-805a-2ba41f2fc6f6 HTTP/1.1" status: 204  len: 168 time: 1.5646529
Jul 29 08:31:16.497908 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-4daaacb7-151e-46ec-aadb-b7e06ec29473 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.2732177
Jul 29 08:31:16.498837 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:16.500819 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:16.501154 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Checking segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:16.501539 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Bound using segment: {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:16.501981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Bound port: 6daed542-e05f-4cec-93cf-aed0ce6298fe, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e3e6176-a0b5-4417-8763-546a458acfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:16.511588 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.519734 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:16.540643 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.563007 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-77eb97dc-2efa-46ec-a2ae-e9388a0c54d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:16.609933 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'tag': '4c564072-89bd-40dc-b351-8890895f897b', 'status': 'completed', 'code': 200}
Jul 29 08:31:16.634349 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-fe11959c-07ea-495c-a30a-4edd739bfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.635816 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-fe11959c-07ea-495c-a30a-4edd739bfbaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.5332134
Jul 29 08:31:16.658679 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416d170-5d96-47e4-bce8-a23b762fe24d,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:16.667425 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:16.699851 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.701189 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0416d170-5d96-47e4-bce8-a23b762fe24d HTTP/1.1" status: 204  len: 168 time: 0.5808272
Jul 29 08:31:16.729651 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-b4c41c5c-1821-43d2-b239-c848b850b60b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 217 time: 0.0856462
Jul 29 08:31:16.734173 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-2186cb15-6d34-46ee-b34d-3a69345c472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.735594 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-2186cb15-6d34-46ee-b34d-3a69345c472f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.2206366
Jul 29 08:31:16.779810 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c576df-64a1-40fa-b99c-f48b067f42dd req-2e8eedf2-acab-425a-8d0c-65713b217872 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.787102 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-52c576df-64a1-40fa-b99c-f48b067f42dd req-2e8eedf2-acab-425a-8d0c-65713b217872 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.2071564
Jul 29 08:31:16.846774 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-0e61e3b8-223d-46b9-975b-0c12fb7ea399 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642560
Jul 29 08:31:16.855791 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-52c576df-64a1-40fa-b99c-f48b067f42dd req-61abd820-f721-421e-b3b1-4cc55d529ddc tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677757
Jul 29 08:31:16.862032 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] For port 6daed542-e05f-4cec-93cf-aed0ce6298fe, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:16.875363 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.885846 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:16.906366 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:16.921452 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4914625
Jul 29 08:31:16.923575 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-8480e43b-271b-454a-a098-295241af220c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--219370452&fields=id&tenant_id=dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 267 time: 0.1985259
Jul 29 08:31:16.926463 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] For port 6daed542-e05f-4cec-93cf-aed0ce6298fe, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:16.937806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b17958f5-b468-470f-8587-d9a0d5a6d756,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:16.941285 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:16.962956 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-b2cdad64-88b4-4074-93e3-a2f99f1a73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:16.964445 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-b2cdad64-88b4-4074-93e3-a2f99f1a73f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.2143691
Jul 29 08:31:16.965411 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:17.095232 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-939c3e0a-02b7-4164-a559-a6c8248bce4c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:17.152074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5087ff2-8436-478e-a8dd-abfb77a374bf req-70f77fa4-ee69-49c1-bd40-46904b3200d7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.153668 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a5087ff2-8436-478e-a8dd-abfb77a374bf req-70f77fa4-ee69-49c1-bd40-46904b3200d7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.1483049
Jul 29 08:31:17.202255 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35186) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:17.211446 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a5087ff2-8436-478e-a8dd-abfb77a374bf req-ee1c8e59-a4ae-47b7-8d39-25489ce9e2a8 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513139
Jul 29 08:31:17.273974 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.274589 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:17.276009 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] 10.222.0.37 "PUT /v2.0/ports/6daed542-e05f-4cec-93cf-aed0ce6298fe HTTP/1.1" status: 200  len: 1093 time: 3.8519428
Jul 29 08:31:17.277410 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:17.333945 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-8a645aa0-8166-4ef2-b54c-64e1f7517878 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.335975 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-8a645aa0-8166-4ef2-b54c-64e1f7517878 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 817 time: 0.4116392
Jul 29 08:31:17.367239 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:17.379551 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Pushing event updated for resources: {'Port': ['ID=6daed542-e05f-4cec-93cf-aed0ce6298fe,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:17.384396 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-00954c07-d162-499d-ac54-e699be7bfad3 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5193830
Jul 29 08:31:17.385804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Usage tracker for resource:security_group_rule and tenant:e926f1759a5846cea4b15d7607b4f89a is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:17.388660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:17.401707 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:17.436178 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:17.447056 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-f6d2ff8e-a866-4ccc-bdbf-78f7bac9a098 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/quotas/dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 375 time: 0.0684929
Jul 29 08:31:17.607658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-f307d1d1-ad9c-493a-8a85-c46ca0978851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.609168 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-f307d1d1-ad9c-493a-8a85-c46ca0978851 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5247691
Jul 29 08:31:17.622048 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8cfa0-19c8-481b-9d49-a8fab867495a req-48dd04eb-9e86-481b-b9c8-cf00fe1471a7 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.629363 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2ca8cfa0-19c8-481b-9d49-a8fab867495a req-48dd04eb-9e86-481b-b9c8-cf00fe1471a7 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 943 time: 0.0937409
Jul 29 08:31:17.674867 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2ca8cfa0-19c8-481b-9d49-a8fab867495a req-46c191cf-da77-4f62-ba60-e424eb22b433 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446115
Jul 29 08:31:17.797961 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-feb11c6c-52b4-40b6-93fe-b8f2390f09c7 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767905
Jul 29 08:31:17.868169 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-cd3dd68c-de19-4992-a3c4-f0ea0234eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.870007 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-cd3dd68c-de19-4992-a3c4-f0ea0234eccf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 1096 time: 0.5447052
Jul 29 08:31:17.880279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baa4bc-626e-469d-9619-d0ea46f09596 req-efcf4b73-e6f0-4bfe-9715-d7fec260119a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:17.882774 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-59baa4bc-626e-469d-9619-d0ea46f09596 req-efcf4b73-e6f0-4bfe-9715-d7fec260119a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 943 time: 0.0901423
Jul 29 08:31:17.915352 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcefe0c-0285-45bc-8991-bb6ea3153f47'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:17.930399 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35230) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:17.946971 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-59baa4bc-626e-469d-9619-d0ea46f09596 req-48917ec6-fcd3-494d-9c94-b57477bcf40e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576913
Jul 29 08:31:18.001819 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-868bc64c-1f92-4115-b634-0c36556d17d2 req-22681bc8-b27d-4d5b-aa62-5cae0b74cbe1 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6011500
Jul 29 08:31:18.139952 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-74b753c8-ff86-4f19-b751-1672ee5981c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe HTTP/1.1" status: 200  len: 217 time: 0.2532876
Jul 29 08:31:18.265054 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cc42767d-a7a0-4fed-a6fa-6601251d05fc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7943089
Jul 29 08:31:18.271447 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.306622 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600a332-afa6-4ce9-8f6a-7bf497e45d78 req-07f33390-dff6-49d6-aa29-4fca1fdac309 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:18.308576 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f600a332-afa6-4ce9-8f6a-7bf497e45d78 req-07f33390-dff6-49d6-aa29-4fca1fdac309 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.2128832
Jul 29 08:31:18.314062 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:18.318504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Usage tracker for resource:security_group_rule and tenant:d00a864bdca3471793942b935820ea30 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:18.321752 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:18.328827 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:18.382967 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f56d924c-10e5-44f7-944c-879106f92bd1 req-56270e57-45b7-4ec0-815a-8dd7467b1701 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5558958
Jul 29 08:31:18.384841 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.388733 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f600a332-afa6-4ce9-8f6a-7bf497e45d78 req-d46f1cc4-e02a-43df-b460-5f1add9565ea tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538592
Jul 29 08:31:18.421246 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.432922 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-5e15b7c3-bb1a-40bc-bdc1-195ccd3c683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:18.434955 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-5e15b7c3-bb1a-40bc-bdc1-195ccd3c683b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.2672260
Jul 29 08:31:18.471662 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcefe0c-0285-45bc-8991-bb6ea3153f47', 'code': 200}
Jul 29 08:31:18.490243 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:18.515260 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.520710 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.535535 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8d59acbb-2c2f-42de-8840-6e7b07b67bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:18.564532 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-08f0f2a5-21a9-4fc8-a8e2-9e2d29808a1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560269
Jul 29 08:31:18.590192 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d00a864bdca3471793942b935820ea30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6583622
Jul 29 08:31:18.590918 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35250) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:18.605448 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f2164-ce03-41b7-bec3-ae79cd392ee5,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:18.615152 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'tag': '6daed542-e05f-4cec-93cf-aed0ce6298fe'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:18.624971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:18.660063 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0875f09-cdf6-4651-8954-31c98111939e,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:18.663948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-5ea2018e-4250-44e6-9a79-9bed37f3bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:18.665673 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-5ea2018e-4250-44e6-9a79-9bed37f3bac2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1097 time: 0.5057120
Jul 29 08:31:18.668017 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e926f1759a5846cea4b15d7607b4f89a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4559240
Jul 29 08:31:18.680297 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:18.684959 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35256) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:18.755877 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.766160 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device ed69edc1-4e75-48cb-ae9b-6903488c677b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:18.789486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.813531 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-c5ab6e69-9ecc-49ac-aafe-84b4282adfb3 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5170646
Jul 29 08:31:18.815234 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254133-b457-40dd-8e1c-738b1baa4496 req-e032792e-234f-445f-bad2-4634a5c9cc6f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:18.823032 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-26254133-b457-40dd-8e1c-738b1baa4496 req-e032792e-234f-445f-bad2-4634a5c9cc6f tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.1936297
Jul 29 08:31:18.899059 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-26254133-b457-40dd-8e1c-738b1baa4496 req-b8c6b39e-d4ac-405e-85e7-3f2ccd2bbaab tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751209
Jul 29 08:31:18.927425 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.934603 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:18.949196 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f2164-ce03-41b7-bec3-ae79cd392ee5,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:18.959351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:18.967618 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:18.972749 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e07f2164-ce03-41b7-bec3-ae79cd392ee5 HTTP/1.1" status: 204  len: 168 time: 0.3786905
Jul 29 08:31:19.026612 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'tag': '6daed542-e05f-4cec-93cf-aed0ce6298fe', 'status': 'completed', 'code': 200}
Jul 29 08:31:19.046751 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port ed69edc1-4e75-48cb-ae9b-6903488c677b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:19.080002 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'port_id': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'mac_address': 'fa:16:3e:e1:dd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:31:19.099397 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-63128136-f8c1-4735-9eb8-d45b2bbd1edf service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5192840
Jul 29 08:31:19.171793 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.198166 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed69edc1-4e75-48cb-ae9b-6903488c677b {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:19.210690 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.222538 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port ed69edc1-4e75-48cb-ae9b-6903488c677b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:19.232479 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.235023 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:19.241019 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-d76d682b-161b-42c5-ae97-3ccc95682aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:19.243424 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-d76d682b-161b-42c5-ae97-3ccc95682aca service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.5571856
Jul 29 08:31:19.259283 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e4e3a-af38-478d-8f89-795981fc5fa6 req-e4b37b08-2f29-4a02-8117-09bcb89bf493 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:19.261123 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7a9e4e3a-af38-478d-8f89-795981fc5fa6 req-e4b37b08-2f29-4a02-8117-09bcb89bf493 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 943 time: 0.1260462
Jul 29 08:31:19.327262 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7a9e4e3a-af38-478d-8f89-795981fc5fa6 req-a4a6a6ef-d011-42c4-9b47-644315bbe5bf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540984
Jul 29 08:31:19.340269 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=ed69edc1-4e75-48cb-ae9b-6903488c677b,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:19.353280 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:19.459972 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['ed69edc1-4e75-48cb-ae9b-6903488c677b'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:19.510477 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.544026 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35284) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:19.561050 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951b60b-09a7-4774-9433-5ce9074df376 req-390a8d88-abb8-4b60-bbd8-2238085ab727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:19.562746 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3951b60b-09a7-4774-9433-5ce9074df376 req-390a8d88-abb8-4b60-bbd8-2238085ab727 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 1099 time: 0.7913597
Jul 29 08:31:19.568069 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-b5812eeb-e666-4fec-aa2d-9d3e6588e6b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.3111038
Jul 29 08:31:19.570798 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-62bfdc0f-5b76-4641-909e-992e00f9d785 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7297761
Jul 29 08:31:19.578081 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d8f1a4-cae5-459b-ac50-267ddbfcc0fc req-f5e13499-3727-4c01-a672-e28a1c90f792 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4530239
Jul 29 08:31:19.586278 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85a556-e2d7-47d3-954b-fb45a5e73724 req-8668ac69-d6e0-4189-ad7d-2c0d3da4b0f7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:19.590767 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-de85a556-e2d7-47d3-954b-fb45a5e73724 req-8668ac69-d6e0-4189-ad7d-2c0d3da4b0f7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 943 time: 0.1354489
Jul 29 08:31:19.598777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.682002 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:19.696429 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Usage tracker for resource:security_group_rule and tenant:fc441b2a9e0f4dad8bd7abdcd14606f8 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:19.701441 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3951b60b-09a7-4774-9433-5ce9074df376 req-e769ce07-142b-413f-be7a-edc7f76e5e92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260951
Jul 29 08:31:19.722219 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:19.754278 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:19.757955 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.759864 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-30a9f0d7-b987-493a-a52d-b9446a94a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:19.761530 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-30a9f0d7-b987-493a-a52d-b9446a94a803 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.1817586
Jul 29 08:31:19.768583 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-35a59c37-b850-4613-9c8f-a5cc87c61faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:19.817482 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-de85a556-e2d7-47d3-954b-fb45a5e73724 req-eadc909d-8c2d-4cfa-a823-b70be88474bc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779597
Jul 29 08:31:19.825971 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0875f09-cdf6-4651-8954-31c98111939e,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:19.830520 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:19.844968 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-6fdbdbff-9f9c-419c-9233-cabfcfe0efbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659935
Jul 29 08:31:19.852696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:19.856648 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0875f09-cdf6-4651-8954-31c98111939e HTTP/1.1" status: 204  len: 168 time: 1.1696928
Jul 29 08:31:19.929017 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-865188e3-451a-433d-bceb-acdedafbbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:19.930390 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-865188e3-451a-433d-bceb-acdedafbbec4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 1096 time: 0.2701581
Jul 29 08:31:19.990560 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-cbdc749a-5898-424a-81fb-762b5d13ddd9 req-885ac69f-64ee-4da2-81c6-d05e57697a87 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:20.037564 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-cbdc749a-5898-424a-81fb-762b5d13ddd9 req-885ac69f-64ee-4da2-81c6-d05e57697a87 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:20.042223 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cbdc749a-5898-424a-81fb-762b5d13ddd9 req-885ac69f-64ee-4da2-81c6-d05e57697a87 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 210 time: 0.1544998
Jul 29 08:31:20.139811 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:20.162209 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:20.174325 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fe7161f8-c5eb-4e91-8c34-6c00d340eaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:20.220971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ba8440-d292-4525-80fe-914ba3aeb7fb,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:20.235591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-7ad2c63b-2d99-4482-af97-66fefb5e8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:20.237228 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-7ad2c63b-2d99-4482-af97-66fefb5e8ade service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.2907696
Jul 29 08:31:20.239812 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc441b2a9e0f4dad8bd7abdcd14606f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6911473
Jul 29 08:31:20.242003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:20.242645 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35308) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:20.385287 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:20.402456 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-7717d42b-5f9d-42b9-8090-758642e23a2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe HTTP/1.1" status: 200  len: 217 time: 0.1501820
Jul 29 08:31:20.405222 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b2b7-e2a2-435b-87e2-a260680aa6fd req-233a2342-b861-4549-b9dd-f31f437ae0fb tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:20.406743 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-77d9b2b7-e2a2-435b-87e2-a260680aa6fd req-233a2342-b861-4549-b9dd-f31f437ae0fb tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.1487679
Jul 29 08:31:20.429347 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:20.527171 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63193773-3eaf-4f4c-a3e0-8b2354321867 req-244adcbc-6467-4414-9eab-303ff472446e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:20.528810 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63193773-3eaf-4f4c-a3e0-8b2354321867 req-244adcbc-6467-4414-9eab-303ff472446e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.6807904
Jul 29 08:31:20.531117 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-77d9b2b7-e2a2-435b-87e2-a260680aa6fd req-99ad4ccc-3b3a-4457-86b1-0d183edc192e tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530009
Jul 29 08:31:20.538122 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-37cad8f6-a7d7-4b21-b479-8785cd29c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:20.539878 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-37cad8f6-a7d7-4b21-b479-8785cd29c71f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.1191137
Jul 29 08:31:20.540911 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:20.542289 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-589ff4cc-f46d-4bd1-bc72-47986c27e7e9 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6379342
Jul 29 08:31:20.552615 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:20.574815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ba8440-d292-4525-80fe-914ba3aeb7fb,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:20.588923 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:20.601784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:20.607906 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19ba8440-d292-4525-80fe-914ba3aeb7fb HTTP/1.1" status: 204  len: 168 time: 0.3592253
Jul 29 08:31:20.667763 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63193773-3eaf-4f4c-a3e0-8b2354321867 req-e0be40a3-7f49-400d-bc87-9133b758fb07 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244464
Jul 29 08:31:20.676296 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-1734d4e5-96e3-4ad0-8da6-79ffbe19f48f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0966973
Jul 29 08:31:20.784338 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4c564072-89bd-40dc-b351-8890895f897b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:20.787429 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device ed69edc1-4e75-48cb-ae9b-6903488c677b up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:20.972531 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f59c46-2183-4302-b6d3-c76b372f8b08 req-06683f98-a58c-43b2-a073-3ffc290b40bc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:21.002206 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-62f59c46-2183-4302-b6d3-c76b372f8b08 req-06683f98-a58c-43b2-a073-3ffc290b40bc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 944 time: 0.2025974
Jul 29 08:31:21.107801 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-62f59c46-2183-4302-b6d3-c76b372f8b08 req-4915906f-f710-4e3e-a22d-4012af2a05fa tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038315
Jul 29 08:31:21.231147 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ee751d-9c44-4d0c-b5cd-0cdc53db8995 req-5732b7eb-f9a8-49e1-bcc9-a7c0c505c3d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6501458
Jul 29 08:31:21.299247 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-c599704a-c423-4333-964f-f07ac96ba45d service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6034079
Jul 29 08:31:21.341002 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port ed69edc1-4e75-48cb-ae9b-6903488c677b completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:21.393936 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port ed69edc1-4e75-48cb-ae9b-6903488c677b triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:21.394846 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:21.488186 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-85b979f9-3490-4a5c-85f8-1bc7cc3d12c1 req-329e31e7-1446-4f0e-8ec2-449e612b3d3e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 210 time: 0.0779636
Jul 29 08:31:21.521336 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 4c564072-89bd-40dc-b351-8890895f897b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4c564072-89bd-40dc-b351-8890895f897b,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:21.556983 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '4c564072-89bd-40dc-b351-8890895f897b', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'port_id': '4c564072-89bd-40dc-b351-8890895f897b', 'mac_address': 'fa:16:3e:0f:07:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:31:21.611168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8bf34-d1a7-4e4f-815e-d2ffe0b80dd3 req-232ec525-3f12-497f-8413-0ccef616e029 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:21.623915 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9cb8bf34-d1a7-4e4f-815e-d2ffe0b80dd3 req-232ec525-3f12-497f-8413-0ccef616e029 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 943 time: 0.6178229
Jul 29 08:31:21.665579 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:21.689235 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c564072-89bd-40dc-b351-8890895f897b {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:21.704096 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:21.758055 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9cb8bf34-d1a7-4e4f-815e-d2ffe0b80dd3 req-14f373a6-256e-4a09-8736-c9d42a006ad9 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271901
Jul 29 08:31:21.775317 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd2177a9-04e1-404d-ad7b-fb00bb584286 req-1b04c9d5-c96a-439d-9161-a0b26c7e8443 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4541063
Jul 29 08:31:21.778946 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:21.792612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 4c564072-89bd-40dc-b351-8890895f897b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4c564072-89bd-40dc-b351-8890895f897b,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:21.811908 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:21.814817 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:21.895294 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port ed69edc1-4e75-48cb-ae9b-6903488c677b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:21.921488 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:21.964884 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'code': 200}
Jul 29 08:31:21.985827 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=4c564072-89bd-40dc-b351-8890895f897b,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:21.990918 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:21.991433 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:22.021814 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18fd7-8505-4e9b-8d6c-0190aaeaff96 req-fcbaaf3b-0fa9-42b3-811c-ef2d20a725ff tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:22.037825 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e2e18fd7-8505-4e9b-8d6c-0190aaeaff96 req-fcbaaf3b-0fa9-42b3-811c-ef2d20a725ff tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.1957302
Jul 29 08:31:22.078758 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['4c564072-89bd-40dc-b351-8890895f897b'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:22.191865 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-ed3a3eb2-8738-4eed-8ef6-058476bf88aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:22.193479 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-ed3a3eb2-8738-4eed-8ef6-058476bf88aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 817 time: 0.3676376
Jul 29 08:31:22.297616 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e2e18fd7-8505-4e9b-8d6c-0190aaeaff96 req-5e267919-7df6-404c-9b85-ef1ac4b7cc79 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2566798
Jul 29 08:31:22.328728 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35380) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:22.339115 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:22.374146 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=ed69edc1-4e75-48cb-ae9b-6903488c677b,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:22.386888 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:22.388089 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-94f42460-3caa-459d-b730-0e95145d4577 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 379 time: 0.1846769
Jul 29 08:31:22.438858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'port': {'device_id': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'admin_state_up': True, 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'security_groups': ['b560cb8f-3140-4c0b-b7bf-2d5485f4370c']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:22.588247 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4909f-f9ac-4cbd-8423-a4b7346de969 req-83feac05-b5c3-4549-a8fb-9bb828c5f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:22.597921 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-13d4909f-f9ac-4cbd-8423-a4b7346de969 req-83feac05-b5c3-4549-a8fb-9bb828c5f803 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1098 time: 0.3330903
Jul 29 08:31:22.659009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13f2a1-0532-4434-bf62-6cd30abe5ead req-58f7f36a-46ee-46ef-8eb6-e2449058c170 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:22.666675 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ad13f2a1-0532-4434-bf62-6cd30abe5ead req-58f7f36a-46ee-46ef-8eb6-e2449058c170 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.2893193
Jul 29 08:31:22.698214 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:22.721695 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-13d4909f-f9ac-4cbd-8423-a4b7346de969 req-d1e6b8b9-5145-4f74-a4ee-f45220ff0ce9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083188
Jul 29 08:31:22.731317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:22.738052 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:22.764223 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ad13f2a1-0532-4434-bf62-6cd30abe5ead req-3d754744-0c72-415a-942e-9c694da5a26a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964334
Jul 29 08:31:22.771642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Made reservation on behalf of dee31a5b42be4143882959e2894f3ea3 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:22.775526 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:22.816848 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 6daed542-e05f-4cec-93cf-aed0ce6298fe details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:22.827860 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-937852d0-1037-4e7c-bb2b-a80dd86708ef req-8b44fe9f-5d27-4c38-9890-927a39dd35a8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 210 time: 0.0722106
Jul 29 08:31:22.833221 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:22.844142 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Usage tracker for resource:security_group_rule and tenant:6ebe321f6db14ca68778808dbc812961 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:22.848528 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:22.855047 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:23.044536 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.052880 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.099899 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Allocated IP 172.20.0.12 (8d7a3be5-78df-4c14-b1cf-f5da0973f991/cfcf1441-7cd7-4f5d-a404-be0833b3c233/3f342e36-f7ad-4703-998a-7c8b2ec6b3b3) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:23.113966 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:23.188366 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35414) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:23.188473 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ebe321f6db14ca68778808dbc812961&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8577609
Jul 29 08:31:23.188473 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb177c8-d7db-4978-8cca-9a9f031adb5f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:23.200983 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:23.220508 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 6daed542-e05f-4cec-93cf-aed0ce6298fe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:23.239867 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '6daed542-e05f-4cec-93cf-aed0ce6298fe', 'network_id': 'b6c72d22-3670-4296-86ea-4c852494f079', 'port_id': '6daed542-e05f-4cec-93cf-aed0ce6298fe', 'mac_address': 'fa:16:3e:26:05:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488bb8a0-6d3b-427b-8e70-b14ed8a975b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:31:23.330985 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.359099 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daed542-e05f-4cec-93cf-aed0ce6298fe {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:23.378839 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 6daed542-e05f-4cec-93cf-aed0ce6298fe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:23.384524 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.388326 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:23.472457 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=6daed542-e05f-4cec-93cf-aed0ce6298fe,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:23.489508 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:23.593286 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.621673 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.674993 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['6daed542-e05f-4cec-93cf-aed0ce6298fe'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:23.734885 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f233a-4509-42a2-ad88-8aab80e95d75 req-45aed36f-b82f-4610-a062-4620ca9bb3fe tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:23.736655 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-994f233a-4509-42a2-ad88-8aab80e95d75 req-45aed36f-b82f-4610-a062-4620ca9bb3fe tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 944 time: 0.5113440
Jul 29 08:31:23.776249 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.809703 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:23.874293 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-994f233a-4509-42a2-ad88-8aab80e95d75 req-f61df114-1032-4aef-9bfb-c75c78d2ca8d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235065
Jul 29 08:31:23.929775 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-670993b0-23db-4b5e-b1b7-a2fe2ec90b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:23.958705 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Transition to ACTIVE for port object 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:23.981280 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb177c8-d7db-4978-8cca-9a9f031adb5f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:23.993796 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:24.033479 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.034614 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfb177c8-d7db-4978-8cca-9a9f031adb5f HTTP/1.1" status: 204  len: 168 time: 0.8505564
Jul 29 08:31:24.089285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.099472 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:24.228813 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c6a94-90ce-40c8-a5a6-b9507b2bac66 req-97fb29c0-c96a-41ff-bb9d-416f36087824 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:24.231138 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d38c6a94-90ce-40c8-a5a6-b9507b2bac66 req-97fb29c0-c96a-41ff-bb9d-416f36087824 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1270869
Jul 29 08:31:24.280820 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:24.287867 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d38c6a94-90ce-40c8-a5a6-b9507b2bac66 req-5d07947c-b502-4a21-a834-230382011299 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509710
Jul 29 08:31:24.302387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:24.309230 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:24.322464 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:24.337394 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:24.338081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.360517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:24.404280 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7311-addf-4a29-b16d-88bb67138a88 req-839a96a4-1305-4f6f-b160-f8230c3d8abc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:24.405462 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-c8fa7311-addf-4a29-b16d-88bb67138a88 req-839a96a4-1305-4f6f-b160-f8230c3d8abc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:24.411280 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9814937
Jul 29 08:31:24.427149 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Request body: {'port': {'device_id': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:24.488205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-c8fa7311-addf-4a29-b16d-88bb67138a88 req-839a96a4-1305-4f6f-b160-f8230c3d8abc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:24.495469 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c8fa7311-addf-4a29-b16d-88bb67138a88 req-839a96a4-1305-4f6f-b160-f8230c3d8abc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 932 time: 0.3985443
Jul 29 08:31:24.574842 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58727b-e2f9-45c1-82e1-e65dcda3d4af req-38baf568-da1d-42df-8c36-bd27c62bd78a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:24.586998 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9e58727b-e2f9-45c1-82e1-e65dcda3d4af req-38baf568-da1d-42df-8c36-bd27c62bd78a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1159472
Jul 29 08:31:24.587688 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35472) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:24.593554 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'floatingip': {'port_id': 'ed69edc1-4e75-48cb-ae9b-6903488c677b'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:24.637371 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-560c1b07-3f84-4310-8374-add3d922c300 None None] Provisioning for port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:24.656918 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-560c1b07-3f84-4310-8374-add3d922c300 None None] Provisioning complete for port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:24.660210 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-560c1b07-3f84-4310-8374-add3d922c300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.666988 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c8fa7311-addf-4a29-b16d-88bb67138a88 req-b95efe1f-e5e5-45d0-9057-756d96a80c38 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1704917
Jul 29 08:31:24.667773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.710253 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.813981 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-560c1b07-3f84-4310-8374-add3d922c300 None None] Port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:24.832832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35482) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:24.842700 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 6daed542-e05f-4cec-93cf-aed0ce6298fe up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:24.930134 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:24.972301 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:24.981831 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Usage tracker for resource:security_group_rule and tenant:312b8608aa22434eb05577f3c2351af3 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:24.987857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:25.013168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:25.103927 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 6daed542-e05f-4cec-93cf-aed0ce6298fe completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:25.121499 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 6daed542-e05f-4cec-93cf-aed0ce6298fe triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:25.121896 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.339973 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.354032 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.356658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:25.402177 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.411609 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:25.418785 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.477361 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 6daed542-e05f-4cec-93cf-aed0ce6298fe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:25.478625 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed542-e05f-4cec-93cf-aed0ce6298fe'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:25.488865 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.489951 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4c564072-89bd-40dc-b351-8890895f897b up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:25.499768 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a012cd-1331-4a66-a620-148b9aec1eb7,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:25.564307 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:25.575396 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:25.579044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Transition to ACTIVE for port object 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:25.594508 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a1a7-b743-4511-8e3c-43ea61cf7adc req-3c7dfcea-4cf7-4608-8aed-a8362dfe6bbe tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:25.602500 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7578a1a7-b743-4511-8e3c-43ea61cf7adc req-3c7dfcea-4cf7-4608-8aed-a8362dfe6bbe tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 944 time: 0.4725866
Jul 29 08:31:25.603992 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.622445 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:25.683974 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=312b8608aa22434eb05577f3c2351af3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8500528
Jul 29 08:31:25.693216 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35514) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:25.693640 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=6daed542-e05f-4cec-93cf-aed0ce6298fe,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:25.697637 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:25.712244 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 4c564072-89bd-40dc-b351-8890895f897b completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:25.717890 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 4c564072-89bd-40dc-b351-8890895f897b triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:25.718373 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.866661 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:25.879050 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:25.915307 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.982741 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 4c564072-89bd-40dc-b351-8890895f897b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4c564072-89bd-40dc-b351-8890895f897b,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:25.988081 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:25.995852 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:26.038487 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Attempting to bind port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:26.038842 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Attempting to bind port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:26.039166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Attempting to bind port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:26.055235 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:26.055868 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daed542-e05f-4cec-93cf-aed0ce6298fe', 'code': 200}
Jul 29 08:31:26.056710 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Attempting to bind port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:26.106642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:26.112436 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Checking segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:26.112851 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Bound using segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:26.115077 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Bound port: 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:26.115710 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.141367 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=4c564072-89bd-40dc-b351-8890895f897b,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:26.149283 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:26.173242 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.173377 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7578a1a7-b743-4511-8e3c-43ea61cf7adc req-7c75766c-e75e-4432-bb9a-8b913932c701 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5602756
Jul 29 08:31:26.245664 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.496634 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.502203 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.585396 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:26.604504 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9f06c-c6cd-4a3f-87a5-398fae38d7f1 req-a425ef57-353e-4a8e-b7db-eb5a2b6493be tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:26.611431 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-43c9f06c-c6cd-4a3f-87a5-398fae38d7f1 req-a425ef57-353e-4a8e-b7db-eb5a2b6493be tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.2955923
Jul 29 08:31:26.628952 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:26.631456 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.646019 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:26.657780 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.672399 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a012cd-1331-4a66-a620-148b9aec1eb7,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:26.675867 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:26.682975 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:26.755605 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Floating IP 33db1a59-0066-4a78-b997-2a770da52197 associated. External IP: 172.27.2.248, port: ed69edc1-4e75-48cb-ae9b-6903488c677b.
Jul 29 08:31:26.783132 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.792375 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2a012cd-1331-4a66-a620-148b9aec1eb7 HTTP/1.1" status: 204  len: 168 time: 1.0768304
Jul 29 08:31:26.817383 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-43c9f06c-c6cd-4a3f-87a5-398fae38d7f1 req-97884f2f-d57d-4773-85e3-352f5fb0b4b2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2041235
Jul 29 08:31:26.840193 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:26.840921 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:26.851551 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 200  len: 1094 time: 2.4297915
Jul 29 08:31:26.852316 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:26.871976 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cecde1-86f5-46db-8f89-1dba133f6416 req-82bbdc65-c7f2-4d69-a041-952f6671790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:26.873652 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66cecde1-86f5-46db-8f89-1dba133f6416 req-82bbdc65-c7f2-4d69-a041-952f6671790d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 1098 time: 0.5478945
Jul 29 08:31:26.971108 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'status': 'completed', 'code': 200}
Jul 29 08:31:27.022736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:27.032678 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:27.039804 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66cecde1-86f5-46db-8f89-1dba133f6416 req-7e321dc3-9c03-46ef-9a2e-ec163fad232e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578410
Jul 29 08:31:27.073321 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-9361b6b1-ff26-4ee9-a427-e6e684996fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:27.075221 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-9361b6b1-ff26-4ee9-a427-e6e684996fcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1097 time: 0.1761477
Jul 29 08:31:27.236889 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-62e15905-d288-4ef5-956e-6cfb72bf23b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 200  len: 217 time: 0.1274924
Jul 29 08:31:27.307169 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:31:27.348541 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:31:27.359184 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-6b2df53e-8ef3-4aea-a27f-fa8b5365ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:27.360647 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-6b2df53e-8ef3-4aea-a27f-fa8b5365ff90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.1124039
Jul 29 08:31:27.464112 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3495a-3ff6-47cf-906e-924d768b30de req-249baf33-e9f5-4b51-8f84-2921acb8df41 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:27.465637 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2bc3495a-3ff6-47cf-906e-924d768b30de req-249baf33-e9f5-4b51-8f84-2921acb8df41 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1469705
Jul 29 08:31:27.474532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-493d9c5e-6363-4770-b040-6028764da3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:27.476580 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-493d9c5e-6363-4770-b040-6028764da3c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1065636
Jul 29 08:31:27.584872 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:27.598646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:27.599952 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126333b-f248-4113-b4e6-df02003a292e None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:27.611342 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:27.612161 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d904e80>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:27.616748 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2bc3495a-3ff6-47cf-906e-924d768b30de req-593cdc2f-eeba-4fe7-a4cb-e52a53cacf50 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438992
Jul 29 08:31:27.666084 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-163cd008-f402-4c2e-87cc-abf8e8b72e39 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763532
Jul 29 08:31:27.671939 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-27c0b0ea-ec08-45f5-96ca-3527dbaee587 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "PUT /v2.0/floatingips/33db1a59-0066-4a78-b997-2a770da52197 HTTP/1.1" status: 200  len: 991 time: 3.0798905
Jul 29 08:31:27.671939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:27.722900 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'status': 'completed', 'code': 200}
Jul 29 08:31:27.817287 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:28.057348 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c564072-89bd-40dc-b351-8890895f897b'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:28.070207 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf0189-dea4-4924-80ca-3b961a631464 req-f255efd1-daf6-4dad-919d-18620619457e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:28.084443 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-85cf0189-dea4-4924-80ca-3b961a631464 req-f255efd1-daf6-4dad-919d-18620619457e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1561685
Jul 29 08:31:28.155909 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-85cf0189-dea4-4924-80ca-3b961a631464 req-4ef2bf51-79cd-4721-a34f-82162656cbf7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672333
Jul 29 08:31:28.230397 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c564072-89bd-40dc-b351-8890895f897b', 'code': 200}
Jul 29 08:31:28.385939 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d904e80>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '33db1a59-0066-4a78-b997-2a770da52197', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'port_id': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'mac_address': 'fa:16:3e:e1:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:30:59Z', 'updated_at': '2021-07-29T08:31:26Z', 'revision_number': 1, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:28.395772 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126333b-f248-4113-b4e6-df02003a292e None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:31:28.408032 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:28.408826 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d904e80>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:28.610060 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:28.812514 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9a26a-02e5-482a-91ce-1ec9c60d516b req-8290340a-abe5-470a-8113-236cebdfd34a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:28.814252 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cfe9a26a-02e5-482a-91ce-1ec9c60d516b req-8290340a-abe5-470a-8113-236cebdfd34a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0866392
Jul 29 08:31:28.866739 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cfe9a26a-02e5-482a-91ce-1ec9c60d516b req-246ddaad-ab74-4629-a478-6d7ce4719f5b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446153
Jul 29 08:31:28.987571 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-8126333b-f248-4113-b4e6-df02003a292e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d904e80>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '33db1a59-0066-4a78-b997-2a770da52197', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'port_id': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'mac_address': 'fa:16:3e:e1:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:30:59Z', 'updated_at': '2021-07-29T08:31:26Z', 'revision_number': 1, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:28.992421 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126333b-f248-4113-b4e6-df02003a292e None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '33db1a59-0066-4a78-b997-2a770da52197', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'port_id': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'mac_address': 'fa:16:3e:e1:dd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:30:59Z', 'updated_at': '2021-07-29T08:31:26Z', 'revision_number': 1, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:29.210740 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcef65ec-165f-403d-98fa-48a6f8c318ab None None] New status for floating IP 33db1a59-0066-4a78-b997-2a770da52197: ACTIVE {{(pid=78532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:31:29.365595 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e97b2d-4936-44fb-914b-88b78ecb54b6 req-76f82515-08a9-4e66-b85c-cb665553b15b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:29.367697 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b1e97b2d-4936-44fb-914b-88b78ecb54b6 req-76f82515-08a9-4e66-b85c-cb665553b15b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0969889
Jul 29 08:31:29.422198 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b1e97b2d-4936-44fb-914b-88b78ecb54b6 req-c3ebd4be-f7d4-4715-9c95-7e43120c17df tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484140
Jul 29 08:31:30.023851 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-780fb654-e5bf-4468-8051-246b31dde253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:30.055857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c43ce-c17a-453a-917e-97776f1058fb req-420a96f0-3c1e-4321-b5c9-a4aba9ab2e6f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:30.057444 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f86c43ce-c17a-453a-917e-97776f1058fb req-420a96f0-3c1e-4321-b5c9-a4aba9ab2e6f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0814672
Jul 29 08:31:30.107066 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f86c43ce-c17a-453a-917e-97776f1058fb req-aa78375b-a3dc-4046-b77b-70fd04508310 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428457
Jul 29 08:31:30.570370 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:30.604883 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca97dfc-491f-4205-8199-e897a6f20197 req-287ec45e-ad88-4542-b2dc-cd5cab6d59d1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:30.606345 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-aca97dfc-491f-4205-8199-e897a6f20197 req-287ec45e-ad88-4542-b2dc-cd5cab6d59d1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0835118
Jul 29 08:31:30.649583 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-aca97dfc-491f-4205-8199-e897a6f20197 req-25313015-c91b-4534-ad0d-3735126bb6c2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376072
Jul 29 08:31:30.950236 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-04c0c8a9-3b85-468e-8175-235e9f518020 req-b5edc01e-39c6-4a9a-a2cc-28570da3364c service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927266
Jul 29 08:31:30.953090 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-3f831e07-b3ee-484a-b342-6d1b8e61619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:30.954429 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-3f831e07-b3ee-484a-b342-6d1b8e61619d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1098 time: 0.1608438
Jul 29 08:31:31.353916 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-24a24646-902a-4fd7-8bf5-35a6edde415b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.355413 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-24a24646-902a-4fd7-8bf5-35a6edde415b service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.3854489
Jul 29 08:31:31.358601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bc60a-bca7-445d-9d66-b4d51b316871 req-8417a6b9-24a8-4315-a75d-28e7b8d25e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.359931 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-418bc60a-bca7-445d-9d66-b4d51b316871 req-8417a6b9-24a8-4315-a75d-28e7b8d25e41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.3720841
Jul 29 08:31:31.362057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec279f5-c29a-458c-bede-57b4085d249e req-e8d25234-3bfb-47cd-98f6-ea837599bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.363382 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-e8d25234-3bfb-47cd-98f6-ea837599bfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1097 time: 0.3380902
Jul 29 08:31:31.440922 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b8e5e-5b58-4dd1-bb18-b27e8ae83329 req-d1915b60-717b-41b1-abdf-96d85afadc78 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.442375 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-897b8e5e-5b58-4dd1-bb18-b27e8ae83329 req-d1915b60-717b-41b1-abdf-96d85afadc78 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2069273
Jul 29 08:31:31.638550 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-418bc60a-bca7-445d-9d66-b4d51b316871 req-8bbd147d-a266-4bb5-95de-90e296f9835c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056379
Jul 29 08:31:31.658837 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-897b8e5e-5b58-4dd1-bb18-b27e8ae83329 req-89809e89-a19a-4425-a3cc-1dd445eca2ca tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647499
Jul 29 08:31:31.662938 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-5ef0c766-8485-4930-b245-eca2fcaa2402 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 1001 time: 0.2833052
Jul 29 08:31:31.705535 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec279f5-c29a-458c-bede-57b4085d249e req-8ea4c04d-b573-4956-a9f1-98f9126179b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.707187 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-8ea4c04d-b573-4956-a9f1-98f9126179b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.2756674
Jul 29 08:31:31.890226 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3acbe-e248-4bdc-a1cd-0f935f7f22fe req-75fe5111-aa4d-4182-9f61-8a516e325188 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.891783 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a7f3acbe-e248-4bdc-a1cd-0f935f7f22fe req-75fe5111-aa4d-4182-9f61-8a516e325188 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0947816
Jul 29 08:31:31.895000 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-05763bbf-2320-4f6d-840a-be76d9bcdcf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 200  len: 217 time: 0.1186152
Jul 29 08:31:31.950951 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-a7f3acbe-e248-4bdc-a1cd-0f935f7f22fe req-1f7eef57-1520-4915-85c2-b5e98f1336dc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:31.954831 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-a825bfee-bcf0-45ce-9f1a-21b12ecfe469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:31.956546 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-a825bfee-bcf0-45ce-9f1a-21b12ecfe469 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.2242517
Jul 29 08:31:31.981392 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-a7f3acbe-e248-4bdc-a1cd-0f935f7f22fe req-1f7eef57-1520-4915-85c2-b5e98f1336dc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:32.001463 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a7f3acbe-e248-4bdc-a1cd-0f935f7f22fe req-1f7eef57-1520-4915-85c2-b5e98f1336dc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987637
Jul 29 08:31:32.068382 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec279f5-c29a-458c-bede-57b4085d249e req-7e88106a-8b61-4f95-847f-f4217bbef543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:32.070261 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-7e88106a-8b61-4f95-847f-f4217bbef543 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.1671393
Jul 29 08:31:32.149445 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-f8acec18-1b5b-4dde-b57b-58664c5989a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:32.150698 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-f8acec18-1b5b-4dde-b57b-58664c5989a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1823666
Jul 29 08:31:32.167915 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec279f5-c29a-458c-bede-57b4085d249e req-5a9824b4-04db-4b79-9556-edf900705dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:32.169455 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-5a9824b4-04db-4b79-9556-edf900705dee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891352
Jul 29 08:31:32.418558 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-a3c6db0d-4728-4ee3-af49-2f7864f8acf0 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2455332
Jul 29 08:31:32.421450 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-cb4f0072-5076-4592-9a97-1027d597b45a service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283232
Jul 29 08:31:32.435116 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35730) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:32.665606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:32.694249 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:32.716214 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Usage tracker for resource:security_group_rule and tenant:4c42171f1f384c5f9b0a7646e145b385 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:32.723107 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:32.733005 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e79e60ab-b871-4f59-88d1-78e7c0775b93 req-d3d28b22-8387-423e-93b7-c3a5a10abf39 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2716780
Jul 29 08:31:32.734868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:32.738071 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dec279f5-c29a-458c-bede-57b4085d249e req-04b7499f-3383-4389-94f0-435cdbb69e1e service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2757056
Jul 29 08:31:32.741972 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-81a808bf-ed07-420c-8850-10923eefe10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:32.886118 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:32.893147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:32.902675 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:32.940759 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcc7ba-bc88-448f-afbd-fba94f5348d6 req-8d550d27-477d-43e9-98f6-b5a4a6851083 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:32.942233 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dcc7ba-bc88-448f-afbd-fba94f5348d6 req-8d550d27-477d-43e9-98f6-b5a4a6851083 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1576560
Jul 29 08:31:32.954045 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5976a423-b86c-434c-ba95-a4034e587053,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:32.961069 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c42171f1f384c5f9b0a7646e145b385&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5220146
Jul 29 08:31:32.961794 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35746) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:32.971076 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:33.020904 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dcc7ba-bc88-448f-afbd-fba94f5348d6 req-90724bb5-6c05-4a99-b602-dfd601a6331b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703580
Jul 29 08:31:33.097319 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.143058 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.214997 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.221875 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-167f18fc-f0cc-4004-9703-83f8232bff6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:33.232496 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976a423-b86c-434c-ba95-a4034e587053,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:33.244594 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.245020 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.245441 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.245855 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.246257 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.246666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.247087 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.247601 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.248005 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.248429 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.248842 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.249233 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:33.253150 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:33.258267 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.259648 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5976a423-b86c-434c-ba95-a4034e587053 HTTP/1.1" status: 204  len: 168 time: 0.2962353
Jul 29 08:31:33.301127 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b53248-d8e9-4780-81a0-101f58ae3a5c req-2530c0b4-1af8-4a8a-92ef-915372e95b83 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:33.302681 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-25b53248-d8e9-4780-81a0-101f58ae3a5c req-2530c0b4-1af8-4a8a-92ef-915372e95b83 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1296129
Jul 29 08:31:33.417892 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.440898 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-25b53248-d8e9-4780-81a0-101f58ae3a5c req-b1c2fe0d-b290-4b29-8305-3916d3314929 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1316755
Jul 29 08:31:33.561599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35768) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:33.579195 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.593281 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:33.597078 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Usage tracker for resource:security_group_rule and tenant:48a8366a4f5c4a82bfd332a4a0e65fe9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:33.599951 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:33.606107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:33.688694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.695867 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.704855 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:33.742670 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48a8366a4f5c4a82bfd332a4a0e65fe9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1796558
Jul 29 08:31:33.744237 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a32e085-4c67-4eff-b23b-c4e5c44525e2,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:33.745246 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35774) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:33.747271 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:33.854980 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.891852 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.913702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039c5ce-0264-43ec-b0b6-85ce3da0eb62 req-426e4c0d-349f-4fa0-9f49-b9ef6bee12ba tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:33.915148 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9039c5ce-0264-43ec-b0b6-85ce3da0eb62 req-426e4c0d-349f-4fa0-9f49-b9ef6bee12ba tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1338661
Jul 29 08:31:33.976613 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9039c5ce-0264-43ec-b0b6-85ce3da0eb62 req-867cad4b-beb9-438f-ab48-f9cd4677c398 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547485
Jul 29 08:31:33.993768 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:33.997834 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d47d2ec4-d7ce-442a-953d-806e0df1a2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:34.010467 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a32e085-4c67-4eff-b23b-c4e5c44525e2,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:34.023007 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.023359 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.023702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.024037 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.024392 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.024734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.025064 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.025392 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.025720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.026046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.026370 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.026692 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:34.029919 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:34.032937 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.037804 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a32e085-4c67-4eff-b23b-c4e5c44525e2 HTTP/1.1" status: 204  len: 168 time: 0.2914975
Jul 29 08:31:34.386141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35788) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:34.404193 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.418143 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:34.422069 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc2349917ae4c959096e6ecbed08303 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:34.424960 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:34.430516 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:34.513539 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.517352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.530343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:34.604466 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfc2349917ae4c959096e6ecbed08303&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2171688
Jul 29 08:31:34.607197 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35796) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:34.611327 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f25ca-07b3-4839-9dde-f24dde1e1708,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:34.614849 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:34.653176 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc968e-af43-47fe-98a7-feb2cca82dba req-b32a2247-b7f8-417a-a910-c091885d98aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:34.654642 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7bfc968e-af43-47fe-98a7-feb2cca82dba req-b32a2247-b7f8-417a-a910-c091885d98aa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1035452
Jul 29 08:31:34.669439 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.695504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.699869 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7bfc968e-af43-47fe-98a7-feb2cca82dba req-78eb4b18-f912-4994-a2f7-267c1c842d5e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394711
Jul 29 08:31:34.746541 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.750211 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-be21129a-c40b-4224-847d-6f0cd9dc647e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:34.763166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f25ca-07b3-4839-9dde-f24dde1e1708,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:34.766940 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:34.772101 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:34.773209 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e53f25ca-07b3-4839-9dde-f24dde1e1708 HTTP/1.1" status: 204  len: 168 time: 0.1650560
Jul 29 08:31:35.149517 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:35.187794 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e17bf-56c9-49eb-bbc8-b0d17373ba00 req-8f5b137e-b993-4c8f-ac32-6343b1d31f97 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:35.189314 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-576e17bf-56c9-49eb-bbc8-b0d17373ba00 req-8f5b137e-b993-4c8f-ac32-6343b1d31f97 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0891891
Jul 29 08:31:35.239806 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-576e17bf-56c9-49eb-bbc8-b0d17373ba00 req-9735a504-bc96-47cf-9fd3-0ffaf87a1131 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448375
Jul 29 08:31:35.886826 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d600a-9914-46b7-bf3b-4e70c5b4e8b6 req-58f9255b-369e-4f39-82cb-21ba5eebd232 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:35.888202 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ec1d600a-9914-46b7-bf3b-4e70c5b4e8b6 req-58f9255b-369e-4f39-82cb-21ba5eebd232 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0777211
Jul 29 08:31:35.900550 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35840) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:35.942349 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ec1d600a-9914-46b7-bf3b-4e70c5b4e8b6 req-44fa28c4-2744-457e-b553-3d3ae2998151 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486400
Jul 29 08:31:36.027695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.042926 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:36.046936 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Usage tracker for resource:security_group_rule and tenant:1ca3dc6fb48c43b29ee0cd7c1c76d37d is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:36.049781 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:36.055966 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:36.104399 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-d5660b7d-e1e9-4f06-bf47-78d2da5b3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:36.105940 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-d5660b7d-e1e9-4f06-bf47-78d2da5b3788 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 1098 time: 0.0804543
Jul 29 08:31:36.156953 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.161889 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.170904 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:36.214599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085416e3-0920-4d66-a8d4-df547b8cea3e,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:36.219301 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:36.224804 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ca3dc6fb48c43b29ee0cd7c1c76d37d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3208630
Jul 29 08:31:36.225442 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35848) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:36.299588 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-3438de30-db09-4db7-8e8b-d8a35c7636ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:36.301173 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-3438de30-db09-4db7-8e8b-d8a35c7636ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.1777446
Jul 29 08:31:36.412977 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.424384 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-1b6d3e77-d7e0-40e6-8118-1b9cfe049140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe HTTP/1.1" status: 200  len: 217 time: 0.1079915
Jul 29 08:31:36.514223 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.530085 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-6db0cf77-54ca-4258-b84f-4a79e3cd0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:36.531535 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-6db0cf77-54ca-4258-b84f-4a79e3cd0b20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.0986502
Jul 29 08:31:36.602917 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-a9143ec6-a59d-4beb-968f-4dca7d7de4ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611260
Jul 29 08:31:36.650515 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569c9b-3b9b-425a-9334-06d64b13447a req-50131923-c33b-4426-a25e-a68e103090b5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:36.651994 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb569c9b-3b9b-425a-9334-06d64b13447a req-50131923-c33b-4426-a25e-a68e103090b5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2842324
Jul 29 08:31:36.758675 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.767236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-18a7ca56-52b6-4e79-aaf9-75733b8101eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:36.800369 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085416e3-0920-4d66-a8d4-df547b8cea3e,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:36.803353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:36.832470 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb569c9b-3b9b-425a-9334-06d64b13447a req-c8ba44e8-e997-4721-bd25-bd3e0a56c06c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672688
Jul 29 08:31:36.839562 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:36.842946 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/085416e3-0920-4d66-a8d4-df547b8cea3e HTTP/1.1" status: 204  len: 168 time: 0.6147056
Jul 29 08:31:36.861190 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-b0087b00-5473-404d-9bc9-5b8196483689 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2450857
Jul 29 08:31:36.911566 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:37.154618 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0760507c-0d48-4ae4-bc50-a2e8315e54af req-20dffeac-7a00-409c-b192-3161f78bd5d0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2858598
Jul 29 08:31:37.244510 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:37.264192 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'mac_address': 'fa:16:3e:85:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:31:37.339717 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:37.351875 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd81fa-e02a-453c-a0a2-31fd6ab4dfbe req-465a1149-e01b-4804-a487-b8e2d91d0533 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:37.353901 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-90bd81fa-e02a-453c-a0a2-31fd6ab4dfbe req-465a1149-e01b-4804-a487-b8e2d91d0533 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1482689
Jul 29 08:31:37.361677 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:37.380974 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:37.387460 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:37.391800 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:37.419588 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-90bd81fa-e02a-453c-a0a2-31fd6ab4dfbe req-d36011f3-ffa0-4ecb-bcc2-24537687479a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599561
Jul 29 08:31:37.472689 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:37.481053 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.481400 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.481946 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.482352 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.482681 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.483027 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.483597 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.484132 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.484496 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.484846 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.485169 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.485491 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:37.489675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:37.785846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35914) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:37.824898 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:37.931682 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1333164698-network', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:37.940226 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:37.951193 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Usage tracker for resource:network and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:37.957501 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:37.969809 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:38.093670 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Made reservation on behalf of be54fe16b8314d1cb4f28d57192e6876 for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:38.095940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.112346 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.128912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:38.134089 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:38.144576 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:38.152188 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:38.191850 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0881d6-9400-49c9-9c4e-4f659a6e6a43 req-2666b199-5f00-4db3-a640-f8a0dc7592df tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:38.199607 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2e0881d6-9400-49c9-9c4e-4f659a6e6a43 req-2666b199-5f00-4db3-a640-f8a0dc7592df tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2268927
Jul 29 08:31:38.341513 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2e0881d6-9400-49c9-9c4e-4f659a6e6a43 req-dda00b6c-9550-4d29-ae55-b3591f74014f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408970
Jul 29 08:31:38.438482 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.443218 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.447939 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:38.473170 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:31:38.485996 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a60e50a-8c8c-4ab8-aae3-b3e3a0eca104,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:38.490147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:38.491629 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.491963 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Added segment b40875fc-f48c-4f24-8338-0d2a13ce62dd of type vlan for network 79dd464e-7499-4475-9721-9ced8c9ff999
Jul 29 08:31:38.528104 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.541857 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-de1a662e-7787-432d-ac5d-d1471723e832 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:38.543353 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-de1a662e-7787-432d-ac5d-d1471723e832 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.3220069
Jul 29 08:31:38.561131 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-1586a55f-8058-4740-9335-76d1815b9bf2 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/quotas/f02ba612dd3d4a0bb840f474ddc79787 HTTP/1.1" status: 200  len: 375 time: 0.0116954
Jul 29 08:31:38.572360 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.573752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:38.574343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.579684 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-71d94135-b64c-4a8d-9d46-c6fe9acd1774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:38.648352 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-99f92899-ac5f-40bd-ad1c-5f03148f1e73 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0815835
Jul 29 08:31:38.723287 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9356501
Jul 29 08:31:38.726393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Pushing event updated for resources: {'Network': ['ID=79dd464e-7499-4475-9721-9ced8c9ff999,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:38.728113 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 35958) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:38.737161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:38.739629 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 79dd464e-7499-4475-9721-9ced8c9ff999 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:31:38.740658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Request body: {'subnet': {'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1333164698-subnet', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:38.748376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:38.754331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Usage tracker for resource:subnet and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:38.757677 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:38.765530 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:38.779921 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Made reservation on behalf of be54fe16b8314d1cb4f28d57192e6876 for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:38.782487 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Notify callbacks [] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:38.801427 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-9cbd3b71-7d34-4a85-8c63-04261dbc17b8 service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463788
Jul 29 08:31:38.909460 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4af682-88d6-44a4-ba63-2b9620d82b66 req-f59f64fa-942f-4d3e-b926-ed1a0214a4e6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:38.910944 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ce4af682-88d6-44a4-ba63-2b9620d82b66 req-f59f64fa-942f-4d3e-b926-ed1a0214a4e6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 945 time: 0.2923436
Jul 29 08:31:38.941293 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-67fcbe6c-7c60-4f41-beba-9b25fd4c0828 service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328206
Jul 29 08:31:38.968310 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ce4af682-88d6-44a4-ba63-2b9620d82b66 req-6480848a-c11a-4e41-b964-664770e5f342 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499668
Jul 29 08:31:39.063077 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.067461 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e7893067-97f7-440c-a126-0d96cedae90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:39.166919 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-99fc063c-8e7d-45c4-96fe-fe3d884ee625 req-44ae9b18-f5d8-433d-a752-6bb1f13fe705 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 210 time: 0.0647986
Jul 29 08:31:39.183120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69841bcc-fc8f-4532-8339-a7428b6d6bd6,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:39.186978 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:39.194858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Checking segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:39.195103 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Network hostable DHCP agents. Network: 79dd464e-7499-4475-9721-9ced8c9ff999, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:31:39.214728 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Network 79dd464e-7499-4475-9721-9ced8c9ff999 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:31:39.227391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 79dd464e-7499-4475-9721-9ced8c9ff999) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:39.231840 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:39.232623 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.237469 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2fa5d-a2aa-4da9-9bd1-5ebbcdd380d2 None None] Network 79dd464e-7499-4475-9721-9ced8c9ff999 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:39.264701 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5346620
Jul 29 08:31:39.267985 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 35972) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:39.273360 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:39.279168 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:39.283436 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Usage tracker for resource:router and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:39.286752 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:39.294126 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:39.305698 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.306852 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.326623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.576278 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-79dd464e-7499-4475-9721-9ced8c9ff999', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:31:39.577618 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.685211 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.736336 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78998a56-5886-40fa-836a-17c50564b9e8 req-d332e86f-8af4-41ac-9144-bf31c13d9f53 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:39.737807 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-78998a56-5886-40fa-836a-17c50564b9e8 req-d332e86f-8af4-41ac-9144-bf31c13d9f53 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2480745
Jul 29 08:31:39.754931 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Allocated IP 172.20.0.2 (79dd464e-7499-4475-9721-9ced8c9ff999/69841bcc-fc8f-4532-8339-a7428b6d6bd6/494e2c14-bb9e-4215-bce9-b8dc7bd50bd0) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:39.837652 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-78998a56-5886-40fa-836a-17c50564b9e8 req-65e4b2b7-cb06-4d94-873a-4bf982874f1a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875037
Jul 29 08:31:39.981322 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:39.992840 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Transition to ACTIVE for port object 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:40.015373 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Transition to ACTIVE for port object 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:40.024693 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.036285 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-1be34e45-378d-4a12-89c0-60be122dab0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:40.107669 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Network 79dd464e-7499-4475-9721-9ced8c9ff999 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:40.111809 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:40.115009 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:40.178481 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.202131 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Pushing event updated for resources: {'Port': ['ID=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:40.205442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:40.219003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.222641 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Attempting to bind port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:40.223025 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Attempting to bind port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:40.223413 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Attempting to bind port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 on network 79dd464e-7499-4475-9721-9ced8c9ff999 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:40.229293 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:40.229677 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Checking segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:40.230084 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.230481 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Bound using segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:40.230956 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Bound port: 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:40.231337 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.321618 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] For port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:40.324872 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] For port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:40.329346 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.332920 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:40.350062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36006) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:40.361402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1f3e3-4037-4231-9c0c-1c2dca041f52 req-7eee725a-0231-4e35-899e-29b486aaf557 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:40.362874 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01a1f3e3-4037-4231-9c0c-1c2dca041f52 req-7eee725a-0231-4e35-899e-29b486aaf557 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 945 time: 0.2251222
Jul 29 08:31:40.422407 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Pushing event updated for resources: {'Port': ['ID=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:40.426495 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:40.493143 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.498147 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Allocated IP 172.27.2.220 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/6285f223-10ca-49a8-8061-ae7f0b1da9da) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:40.511463 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:40.515388 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a76a5533c7414ca1aea31d229282d0 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:40.518348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:40.524913 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:40.543114 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01a1f3e3-4037-4231-9c0c-1c2dca041f52 req-dc87cc9f-304b-4939-8b5a-de5b8ea4d8c7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1730843
Jul 29 08:31:40.652438 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.659373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.669246 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cedb5a5c-0359-4705-8ff0-c9e234934163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:40.725629 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0a76a5533c7414ca1aea31d229282d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3750579
Jul 29 08:31:40.726625 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c7ef70-f008-4de5-8140-7e5b2002e2d1,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:40.729044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36014) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:40.731595 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:40.744202 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.754729 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3e0c1f50-8386-484b-b221-305f956b2f24 req-56788cf2-6aed-4b23-a5d4-1b7fc9ecc27c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 210 time: 0.0521109
Jul 29 08:31:40.784066 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.788475 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-835bbe72-296d-4314-82cf-0ec60fbee4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:40.804518 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.830275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.851297 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:40.854233 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:40.857859 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:40.887055 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.892159 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:40.893694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Pushing event updated for resources: {'Port': ['ID=6285f223-10ca-49a8-8061-ae7f0b1da9da,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:40.897841 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:40.906490 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c7ef70-f008-4de5-8140-7e5b2002e2d1,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:40.910031 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:40.913267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:40.916575 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29c7ef70-f008-4de5-8140-7e5b2002e2d1 HTTP/1.1" status: 204  len: 168 time: 0.1844177
Jul 29 08:31:41.044031 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:41.128690 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:41.312024 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36026) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:41.315579 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b46fa-8215-41f2-98ae-326a18751479 req-03d9367f-e86a-46ed-998e-ba9a726ac9c4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:41.320601 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c48b46fa-8215-41f2-98ae-326a18751479 req-03d9367f-e86a-46ed-998e-ba9a726ac9c4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2883945
Jul 29 08:31:41.338331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.353543 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:41.357550 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0537ce8aac470eb1b01b0819ee16fd is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:41.360590 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:41.367172 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:41.451432 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c48b46fa-8215-41f2-98ae-326a18751479 req-1c5b0636-cf5a-419f-8b39-bd36f23c13c0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210742
Jul 29 08:31:41.461731 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.466836 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.468883 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.477056 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f5ed2f35-5747-4c49-8fc9-5dd55e893571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:41.517808 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf0537ce8aac470eb1b01b0819ee16fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2046971
Jul 29 08:31:41.518531 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112942f-e309-42c1-8d76-7ebc90de9408,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:41.520362 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f136b-5cac-4fd8-916f-4fd78915f9f8 None None] Network 79dd464e-7499-4475-9721-9ced8c9ff999 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:41.521154 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36030) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:41.524183 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:41.584045 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.612412 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.620211 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Provisioning for port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:41.633587 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Provisioning complete for port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:41.633977 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.674508 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.680102 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-53a8d014-4a7b-49ce-a1d0-1c08d513c063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:41.691664 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112942f-e309-42c1-8d76-7ebc90de9408,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:41.700202 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:41.705946 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.707125 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3112942f-e309-42c1-8d76-7ebc90de9408 HTTP/1.1" status: 204  len: 168 time: 0.1849048
Jul 29 08:31:41.888004 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.896381 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.948685 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] For port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:41.956390 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:41.960358 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:42.028829 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Pushing event updated for resources: {'Port': ['ID=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:42.032112 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:42.111739 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62111e30-170c-4f20-833c-3346da5ec8f5 req-00e2b6f2-e360-4003-a6cb-6a143d340a9b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:42.113217 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-62111e30-170c-4f20-833c-3346da5ec8f5 req-00e2b6f2-e360-4003-a6cb-6a143d340a9b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 945 time: 0.4188299
Jul 29 08:31:42.120272 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36044) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:42.139417 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.157237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:42.161364 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c79f8c3a5c40ddb4904d84914c8496 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:42.164552 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:42.170598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:42.251064 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-62111e30-170c-4f20-833c-3346da5ec8f5 req-03ea15f9-69ed-4524-a8d9-b96c0f5f938d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241620
Jul 29 08:31:42.285421 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.286263 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-cff0d81e-6615-4527-ad43-61781d4b8556 None None] Provisioning complete for port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:42.286726 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cff0d81e-6615-4527-ad43-61781d4b8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.291323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.301436 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:42.315897 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Router 3e9bb3a3-07c8-436c-b599-31d73342480d is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:31:42.347417 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0c79f8c3a5c40ddb4904d84914c8496&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2258399
Jul 29 08:31:42.349355 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2a0b8b-4fc0-4c4c-97b0-eea8fe5b40e4,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:42.352739 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:42.353658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36050) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:42.424684 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.453667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.480761 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7fdb2a63-e7d2-4f44-a9c8-39fbe0ce5403 req-cc3624c8-2964-4e93-9fe2-70facc372757 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 210 time: 0.0734649
Jul 29 08:31:42.517609 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.521749 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-386d019b-b63a-463b-b20d-e4bda1e83e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:42.535205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2a0b8b-4fc0-4c4c-97b0-eea8fe5b40e4,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:42.538755 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:42.540859 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.541934 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f2a0b8b-4fc0-4c4c-97b0-eea8fe5b40e4 HTTP/1.1" status: 204  len: 168 time: 0.1867466
Jul 29 08:31:42.611958 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:42.622229 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Sync routers for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:42.638252 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:42.639260 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e6722b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:42.643671 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:42.648336 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.3790812
Jul 29 08:31:42.649304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36058) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:42.729761 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300c046-46c2-4802-b300-88f7ce136dca req-e760b1cf-410d-445f-982b-ed8fc1afead2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:42.731283 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3300c046-46c2-4802-b300-88f7ce136dca req-e760b1cf-410d-445f-982b-ed8fc1afead2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1429420
Jul 29 08:31:42.830604 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3300c046-46c2-4802-b300-88f7ce136dca req-b8cc26bf-6958-4d88-8548-21caade3bba0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923927
Jul 29 08:31:42.894714 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:42.954800 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:43.073478 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:43.248965 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:43.249263 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:43.280402 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:43.308281 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:43.308846 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:43.378420 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e6722b0>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:41Z', 'revision_number': 3, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:43.392995 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Checking router: 3e9bb3a3-07c8-436c-b599-31d73342480d for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:31:43.393354 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Updating router 3e9bb3a3-07c8-436c-b599-31d73342480d port 6285f223-10ca-49a8-8061-ae7f0b1da9da binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:31:43.584162 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:43.626575 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:43.662760 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:43.675702 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:43.685521 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:43.689213 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:43.739239 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd369d-5efe-41ba-b16d-6ea405adc1ba req-0ee5baa4-b186-4369-a2db-f6e60b1ddf3f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:43.741935 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-79cd369d-5efe-41ba-b16d-6ea405adc1ba req-0ee5baa4-b186-4369-a2db-f6e60b1ddf3f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 945 time: 0.2885776
Jul 29 08:31:43.772534 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:43.784417 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:43.802863 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:43.846620 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-16912e78-29d8-4c53-9564-c11c82591fec tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:43.848071 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-16912e78-29d8-4c53-9564-c11c82591fec tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.3130310
Jul 29 08:31:43.869063 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-79cd369d-5efe-41ba-b16d-6ea405adc1ba req-97c819cf-17c7-4d5a-b0b3-11ca816c0716 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166255
Jul 29 08:31:43.903035 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Request body: {'port': {'device_id': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'admin_state_up': True, 'tenant_id': 'f02ba612dd3d4a0bb840f474ddc79787'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:43.971285 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'code': 200}
Jul 29 08:31:44.017141 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e6b85e38-d188-4064-8345-d6a59ae3c152 req-6ff63dd8-5441-4296-86ee-83662bcdca43 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 210 time: 0.1580384
Jul 29 08:31:44.305644 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:44.324665 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Allocated IP 172.20.0.1 (79dd464e-7499-4475-9721-9ced8c9ff999/69841bcc-fc8f-4532-8339-a7428b6d6bd6/377565c4-8e8a-435e-aca6-f0f10f57e3f3) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:44.351793 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.355597 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:44.369050 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Transition to ACTIVE for port object 6285f223-10ca-49a8-8061-ae7f0b1da9da will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:44.387706 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Made reservation on behalf of f02ba612dd3d4a0bb840f474ddc79787 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:44.389103 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.391307 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.394658 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-fdb4823c-2125-41e7-98ae-d0339214acfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:44.457170 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584571d6-c80b-40f1-85ef-e430cc770b83 req-ea24f6cf-d037-4dbd-ac79-cdc40a46acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:44.458070 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-584571d6-c80b-40f1-85ef-e430cc770b83 req-ea24f6cf-d037-4dbd-ac79-cdc40a46acb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1099 time: 0.1486905
Jul 29 08:31:44.528166 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Attempting to bind port 6285f223-10ca-49a8-8061-ae7f0b1da9da on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:44.529828 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Attempting to bind port 6285f223-10ca-49a8-8061-ae7f0b1da9da by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:44.530364 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Attempting to bind port 6285f223-10ca-49a8-8061-ae7f0b1da9da on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:44.557728 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-584571d6-c80b-40f1-85ef-e430cc770b83 req-94e4cbe3-e47f-4d0b-b54a-c3d36bb66cc6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828474
Jul 29 08:31:44.574567 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:44.574961 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:44.575359 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.575757 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:44.576265 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Bound port: 6285f223-10ca-49a8-8061-ae7f0b1da9da, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:44.576698 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.659931 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Pushing event updated for resources: {'Port': ['ID=6285f223-10ca-49a8-8061-ae7f0b1da9da,revision_number=2']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:44.688825 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.689160 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.689600 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.689923 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.690302 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.690619 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.690960 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.691272 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.691605 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.691917 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.692246 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.692554 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:31:44.698202 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Allocated IP 172.20.0.5 (51a8c05e-6a2a-4811-b787-a0850c0da42f/007faabf-2dd5-482e-b532-98a96ca6befb/817d6778-24a2-4a3f-9450-ec0db0c7d576) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:44.708439 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dde9f-7535-429f-84aa-df2d67e90c7b req-2e9399f6-7add-4ebf-8090-234bfdecf783 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:44.715913 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fd6dde9f-7535-429f-84aa-df2d67e90c7b req-2e9399f6-7add-4ebf-8090-234bfdecf783 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.3931434
Jul 29 08:31:44.719894 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.721701 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:44.762916 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Transition to ACTIVE for port object 377565c4-8e8a-435e-aca6-f0f10f57e3f3 will not be triggered until provisioned by entity DHCP. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:44.786967 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fd6dde9f-7535-429f-84aa-df2d67e90c7b req-4b561572-6ff2-455d-b607-aae62bc73185 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703015
Jul 29 08:31:44.837237 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] For port 6285f223-10ca-49a8-8061-ae7f0b1da9da, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:44.842223 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.843103 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] For port 6285f223-10ca-49a8-8061-ae7f0b1da9da, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=6285f223-10ca-49a8-8061-ae7f0b1da9da,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:44.854868 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:44.856071 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8907ac1e-8a8c-4e21-b399-693d74482c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:44.863362 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-fdb4823c-2125-41e7-98ae-d0339214acfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:44.965340 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Network 79dd464e-7499-4475-9721-9ced8c9ff999 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:44.976096 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:44.977919 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Pushing event updated for resources: {'Port': ['ID=6285f223-10ca-49a8-8061-ae7f0b1da9da,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:44.982195 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:44.986240 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:45.008683 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:45.009392 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e6722b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:45.120444 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Pushing event updated for resources: {'Port': ['ID=377565c4-8e8a-435e-aca6-f0f10f57e3f3,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:45.129510 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:45.148509 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.215680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.290079 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.308391 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:45.309395 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:45.353900 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a85f16-af3e-4732-9520-7ab3b3d1bf5d req-8328a70d-4789-4c1b-9ce2-1989a041869a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:45.366931 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-34a85f16-af3e-4732-9520-7ab3b3d1bf5d req-8328a70d-4789-4c1b-9ce2-1989a041869a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1661167
Jul 29 08:31:45.470873 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-34a85f16-af3e-4732-9520-7ab3b3d1bf5d req-3e8792b3-69fa-4323-969e-506f60dbfc2d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1029770
Jul 29 08:31:45.471743 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.476981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:45.490616 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:45.519434 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event updated for resources: {'Port': ['ID=817d6778-24a2-4a3f-9450-ec0db0c7d576,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:45.531930 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:45.544680 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-b3312755-ee2a-415a-bed1-b33c333f7a2f None None] Provisioning for port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:45.556009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:45.564577 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-b3312755-ee2a-415a-bed1-b33c333f7a2f None None] Provisioning complete for port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:45.564957 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-b3312755-ee2a-415a-bed1-b33c333f7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.573979 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:45.586104 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:45.588041 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.655982 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d58ea-a985-4184-bd06-115d3d21bcf5 req-ed2d36e4-35d0-47f4-8b93-cab55256b510 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:45.656863 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-5e5d58ea-a985-4184-bd06-115d3d21bcf5 req-ed2d36e4-35d0-47f4-8b93-cab55256b510 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:45.670390 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7724340
Jul 29 08:31:45.678778 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-5e5d58ea-a985-4184-bd06-115d3d21bcf5 req-ed2d36e4-35d0-47f4-8b93-cab55256b510 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:45.680911 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5e5d58ea-a985-4184-bd06-115d3d21bcf5 req-ed2d36e4-35d0-47f4-8b93-cab55256b510 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 931 time: 0.3064084
Jul 29 08:31:45.714778 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-b3312755-ee2a-415a-bed1-b33c333f7a2f None None] Port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:45.748798 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5e5d58ea-a985-4184-bd06-115d3d21bcf5 req-bf1d3cff-9b63-483f-9e48-bf7f99fbdc1f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619483
Jul 29 08:31:45.830673 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc8161-a5f0-4483-a00c-3028f1a66ef6 req-66312823-659d-4b2d-baef-77642b92d388 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:45.832180 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-eefc8161-a5f0-4483-a00c-3028f1a66ef6 req-66312823-659d-4b2d-baef-77642b92d388 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.2196290
Jul 29 08:31:45.867503 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.879809 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:45.915485 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-81989af3-f461-485e-b6ce-aee3b438272f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:45.963546 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e6722b0>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:41Z', 'revision_number': 3, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:45.968424 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4e47f-15d4-4c37-8788-372e074d031b None None] The sync data for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi is: [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:41Z', 'revision_number': 3, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:45.982135 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-eefc8161-a5f0-4483-a00c-3028f1a66ef6 req-0cac76f6-8ff0-4b20-a96d-7d0e21a9c9bf tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379869
Jul 29 08:31:46.025174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:46.031456 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Pushing event updated for resources: {'Port': ['ID=377565c4-8e8a-435e-aca6-f0f10f57e3f3,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:46.035969 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:46.059767 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462b386-6758-418d-a18a-4eb78f88acc3 req-241c70f3-f9fe-4643-bd17-8516f9c676ae tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:46.069947 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c462b386-6758-418d-a18a-4eb78f88acc3 req-241c70f3-f9fe-4643-bd17-8516f9c676ae tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1511519
Jul 29 08:31:46.143303 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c462b386-6758-418d-a18a-4eb78f88acc3 req-9c7dbcf5-23f8-4503-a41d-c821ba436ffc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721717
Jul 29 08:31:46.228349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Network 79dd464e-7499-4475-9721-9ced8c9ff999 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:46.229872 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:46.462251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Router 3e9bb3a3-07c8-436c-b599-31d73342480d has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:31:46.542006 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6cd7d3a8-008d-4f9f-9de4-3fb62af96b52 None None] Provisioning complete for port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:46.542508 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d3a8-008d-4f9f-9de4-3fb62af96b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:46.602556 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7d3a8-008d-4f9f-9de4-3fb62af96b52 None None] Port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:46.694886 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda2d35-1c2d-4950-b2e6-971a9a97f7de req-ac708c2b-c613-4adc-8ec2-3f2fc7bc7d1b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:46.696779 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1cda2d35-1c2d-4950-b2e6-971a9a97f7de req-ac708c2b-c613-4adc-8ec2-3f2fc7bc7d1b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1017969
Jul 29 08:31:46.752692 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1cda2d35-1c2d-4950-b2e6-971a9a97f7de req-19af6c6c-c9c5-4bc6-8647-54984236a7b4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501015
Jul 29 08:31:46.766185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:46.786191 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] 10.222.0.24 "PUT /v2.0/routers/3e9bb3a3-07c8-436c-b599-31d73342480d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1286035
Jul 29 08:31:46.961502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e56db-db6b-43f5-8a88-ce2a1a95a091 req-21484bab-913e-4182-b21c-c886f147c9f8 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:46.963054 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2a6e56db-db6b-43f5-8a88-ce2a1a95a091 req-21484bab-913e-4182-b21c-c886f147c9f8 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 931 time: 0.0943365
Jul 29 08:31:46.990253 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6285f223-10ca-49a8-8061-ae7f0b1da9da up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:47.048650 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2a6e56db-db6b-43f5-8a88-ce2a1a95a091 req-b9a4e855-44de-458f-8f71-b3c7d0ecc9f2 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780861
Jul 29 08:31:47.101684 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 6285f223-10ca-49a8-8061-ae7f0b1da9da completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:47.108635 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 6285f223-10ca-49a8-8061-ae7f0b1da9da triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:47.109097 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.266171 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.278559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95a17b-a640-4bb6-b94b-8daaf5543f3c req-0b9de015-1ffd-40bb-bc58-07486cf20d85 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:47.280219 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cc95a17b-a640-4bb6-b94b-8daaf5543f3c req-0b9de015-1ffd-40bb-bc58-07486cf20d85 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.0971456
Jul 29 08:31:47.290945 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 6285f223-10ca-49a8-8061-ae7f0b1da9da, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=6285f223-10ca-49a8-8061-ae7f0b1da9da,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:47.295348 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.298739 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-4ff97a76-0be4-47ab-8ee9-05e91158c33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:47.327098 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cc95a17b-a640-4bb6-b94b-8daaf5543f3c req-c70c6329-7d35-4738-b610-6e5823336d2a tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410328
Jul 29 08:31:47.377253 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=6285f223-10ca-49a8-8061-ae7f0b1da9da,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:47.380308 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:47.493760 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36190) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:47.507082 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1369680088-network', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:47.509430 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:47.513283 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Usage tracker for resource:network and tenant:ba45e09343734ee5be54155f9aaf439c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:47.516350 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:47.517452 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b563-2bd8-4085-9f06-4d96f8c2b258 req-d6c10284-5f88-45c9-b755-f600ab4cdae6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:47.519000 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a431b563-2bd8-4085-9f06-4d96f8c2b258 req-d6c10284-5f88-45c9-b755-f600ab4cdae6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0920613
Jul 29 08:31:47.524449 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:47.535533 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Made reservation on behalf of ba45e09343734ee5be54155f9aaf439c for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:47.538333 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.549961 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.565968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:47.570368 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Usage tracker for resource:security_group_rule and tenant:ba45e09343734ee5be54155f9aaf439c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:47.571189 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a431b563-2bd8-4085-9f06-4d96f8c2b258 req-2e451263-5ffb-492f-b944-7f5935907d63 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445564
Jul 29 08:31:47.573516 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:47.580025 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:47.667614 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.671332 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.674177 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d4a29c08-d689-4df8-82bd-34a227507b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:47.707764 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:31:47.713687 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab9d360-a3b2-4e2f-8296-24ab897f492b,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:47.717696 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:47.718623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.718943 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Added segment 592c0e91-cd28-4c67-a545-d729a96d0c01 of type vlan for network f8b88951-ff5d-44a8-80f2-1af62be35144
Jul 29 08:31:47.730500 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Sync routers for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:47.739744 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:47.740450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1cfa00>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:47.747144 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.775584 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.776907 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:47.777484 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.780600 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:47.887068 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b88951-ff5d-44a8-80f2-1af62be35144,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:47.890283 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:47.892450 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3967550
Jul 29 08:31:47.895137 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36196) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:47.901845 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network f8b88951-ff5d-44a8-80f2-1af62be35144 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:31:47.902479 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Request body: {'subnet': {'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1369680088-subnet', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:47.907234 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:47.911599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Usage tracker for resource:subnet and tenant:ba45e09343734ee5be54155f9aaf439c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:47.914513 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:47.920412 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:47.932371 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Made reservation on behalf of ba45e09343734ee5be54155f9aaf439c for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:31:47.934750 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2995188'] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:47.954706 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976900a-d793-4724-942c-f4e5c4f53654 req-18516bcc-cdb8-400b-8d3a-5892fe9f1885 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:47.956271 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f976900a-d793-4724-942c-f4e5c4f53654 req-18516bcc-cdb8-400b-8d3a-5892fe9f1885 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0900459
Jul 29 08:31:48.008663 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:48.020873 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f976900a-d793-4724-942c-f4e5c4f53654 req-397a3257-3bca-4500-b93d-c41a7ca4c798 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579839
Jul 29 08:31:48.166709 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2995078'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.171752 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fe192146-1756-467b-ad99-22fddcc03b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:48.244330 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a7dfed-be73-426e-b108-470ac0b2d118,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:48.248256 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:48.252586 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Checking segment: {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:48.252943 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Network hostable DHCP agents. Network: f8b88951-ff5d-44a8-80f2-1af62be35144, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:31:48.266766 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c789a-4a6e-4a1a-97cd-1fc59653c7dc req-b9adda88-4985-4660-87c5-5f6ec6293c0f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:48.268562 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5d6c789a-4a6e-4a1a-97cd-1fc59653c7dc req-b9adda88-4985-4660-87c5-5f6ec6293c0f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 931 time: 0.0925846
Jul 29 08:31:48.279907 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Network f8b88951-ff5d-44a8-80f2-1af62be35144 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:31:48.295612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, f8b88951-ff5d-44a8-80f2-1af62be35144) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:48.300092 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:48.300812 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.322404 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5d6c789a-4a6e-4a1a-97cd-1fc59653c7dc req-b3875616-cd12-4e93-b79c-f4ee1f24eb44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481355
Jul 29 08:31:48.330863 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-067676f2-8f92-4ced-a556-a8872ad6dcf9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4347975
Jul 29 08:31:48.333114 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06089cb-e573-4169-90a4-1533a2e98b60 None None] Network f8b88951-ff5d-44a8-80f2-1af62be35144 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:48.333587 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36204) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:48.339087 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:48.343691 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:48.347509 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Usage tracker for resource:router and tenant:ba45e09343734ee5be54155f9aaf439c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:48.350358 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:48.356191 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:48.368038 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.369218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.388839 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.530135 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72288b2-6a08-4a85-a52d-2a464e1093af req-0b483345-6685-42bf-96a8-0b7bd5f7c0ba tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:48.537212 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a72288b2-6a08-4a85-a52d-2a464e1093af req-0b483345-6685-42bf-96a8-0b7bd5f7c0ba tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.0866067
Jul 29 08:31:48.590548 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1cfa00>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 2, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:48.597564 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Checking router: 3e9bb3a3-07c8-436c-b599-31d73342480d for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:31:48.597564 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Updating router 3e9bb3a3-07c8-436c-b599-31d73342480d port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:31:48.597978 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a72288b2-6a08-4a85-a52d-2a464e1093af req-fbc4641d-c686-4973-89af-19bf045d6aa2 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591154
Jul 29 08:31:48.666137 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.693252 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.705788 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-f8b88951-ff5d-44a8-80f2-1af62be35144', 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'fixed_ips': [{'subnet_id': '70a7dfed-be73-426e-b108-470ac0b2d118'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:31:48.707558 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:48.780634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5942-5d58-4a81-95b2-eee518889bd2 req-5b3e39d0-a43c-4f32-8bbe-61efff9c3c4b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:48.782324 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7d3c5942-5d58-4a81-95b2-eee518889bd2 req-5b3e39d0-a43c-4f32-8bbe-61efff9c3c4b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0938964
Jul 29 08:31:48.829698 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Request body: {'port': {'device_id': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:49.009817 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.010876 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7d3c5942-5d58-4a81-95b2-eee518889bd2 req-11505f1c-2506-4be9-9c98-1bbfc478da77 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2225888
Jul 29 08:31:49.020746 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6285f223-10ca-49a8-8061-ae7f0b1da9da up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:49.050434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.160690 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.189260 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-8330d915-3ec0-4519-b314-3110dc8a26b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2380464
Jul 29 08:31:49.292525 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Allocated IP 172.20.0.2 (f8b88951-ff5d-44a8-80f2-1af62be35144/70a7dfed-be73-426e-b108-470ac0b2d118/283e851f-309e-424d-b74b-a17e698ee9d0) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:49.318836 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 6285f223-10ca-49a8-8061-ae7f0b1da9da triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:49.319209 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.348326 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Allocated IP 172.27.2.38 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/43331e27-27b4-406f-8c0f-23d4edf73f16) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:49.526198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-5b1f3467-0d10-4aa6-9db8-79db0dc227ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:49.527950 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-5b1f3467-0d10-4aa6-9db8-79db0dc227ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 1099 time: 0.1914983
Jul 29 08:31:49.541811 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.640741 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86630a12-847c-4688-9247-d1e0681f9810 req-6ab80875-a195-424a-a64b-dbb54d777c6d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:49.642425 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-86630a12-847c-4688-9247-d1e0681f9810 req-6ab80875-a195-424a-a64b-dbb54d777c6d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1086874
Jul 29 08:31:49.711320 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.722205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:49.789630 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-86630a12-847c-4688-9247-d1e0681f9810 req-96e7bf51-2d05-426c-82a4-f2e949dd3c4d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1300056
Jul 29 08:31:49.801643 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:49.805946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:49.808451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:49.871542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Pushing event updated for resources: {'Port': ['ID=43331e27-27b4-406f-8c0f-23d4edf73f16,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:49.874759 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:49.889990 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817d6778-24a2-4a3f-9450-ec0db0c7d576 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:31:49.906676 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:49.957833 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Transition to ACTIVE for port object 817d6778-24a2-4a3f-9450-ec0db0c7d576 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:49.969357 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.007534 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:50.042994 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.074642 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Transition to ACTIVE for port object 377565c4-8e8a-435e-aca6-f0f10f57e3f3 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:50.083934 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.090508 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.098649 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:50.139537 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Transition to ACTIVE for port object 283e851f-309e-424d-b74b-a17e698ee9d0 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:50.181513 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-43f1fcd7-ed21-4dff-8f00-af5b63b0311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:50.183944 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-43f1fcd7-ed21-4dff-8f00-af5b63b0311b service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 915 time: 0.6183426
Jul 29 08:31:50.190618 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Pushing event updated for resources: {'Port': ['ID=817d6778-24a2-4a3f-9450-ec0db0c7d576,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:50.205312 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:50.233954 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92323d8b-ee1d-43c4-9746-d656cc68960a req-2974578f-cb64-4a1b-9dd7-94c5e86a6e02 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:50.235371 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-92323d8b-ee1d-43c4-9746-d656cc68960a req-2974578f-cb64-4a1b-9dd7-94c5e86a6e02 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.2651079
Jul 29 08:31:50.291544 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Transition to ACTIVE for port object 283e851f-309e-424d-b74b-a17e698ee9d0 will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:50.294650 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819722d6-e5ca-4b7f-9437-9b2cb379ac55 None None] Pushing event updated for resources: {'Port': ['ID=377565c4-8e8a-435e-aca6-f0f10f57e3f3,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:50.297630 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-819722d6-e5ca-4b7f-9437-9b2cb379ac55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:50.345966 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.354067 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:50.380365 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055378a2-b641-4182-a017-bde67cbee262 req-526bf4b6-67dc-4310-81f9-83f835307f1a tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:50.382832 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-055378a2-b641-4182-a017-bde67cbee262 req-526bf4b6-67dc-4310-81f9-83f835307f1a tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 931 time: 0.6375670
Jul 29 08:31:50.400327 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-c8d602ee-4d93-4140-93ae-8cb2a3d3d977 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485 HTTP/1.1" status: 200  len: 217 time: 0.1918061
Jul 29 08:31:50.457614 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Network f8b88951-ff5d-44a8-80f2-1af62be35144 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:50.467197 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:50.469711 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:50.471910 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.491321 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-b3687c22-02df-4be1-912c-1d0e9f738a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:50.492938 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-b3687c22-02df-4be1-912c-1d0e9f738a2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.0794623
Jul 29 08:31:50.527883 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Pushing event updated for resources: {'Port': ['ID=283e851f-309e-424d-b74b-a17e698ee9d0,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:50.530451 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:50.554824 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-128e30d6-93f5-4f4f-817f-a521234cb219 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489132
Jul 29 08:31:50.565914 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Attempting to bind port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:50.566266 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Attempting to bind port 817d6778-24a2-4a3f-9450-ec0db0c7d576 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:50.566711 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Attempting to bind port 817d6778-24a2-4a3f-9450-ec0db0c7d576 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:50.566892 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Attempting to bind port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:50.567056 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Attempting to bind port 817d6778-24a2-4a3f-9450-ec0db0c7d576 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:50.567241 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Attempting to bind port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 on network 79dd464e-7499-4475-9721-9ced8c9ff999 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:50.596108 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:50.596516 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Checking segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:50.596928 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.597440 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Bound using segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:50.597952 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Bound port: 377565c4-8e8a-435e-aca6-f0f10f57e3f3, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:50.598320 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.623429 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Attempting to bind port 283e851f-309e-424d-b74b-a17e698ee9d0 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:50.623813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Attempting to bind port 283e851f-309e-424d-b74b-a17e698ee9d0 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:50.624203 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Attempting to bind port 283e851f-309e-424d-b74b-a17e698ee9d0 on network f8b88951-ff5d-44a8-80f2-1af62be35144 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:50.663287 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Port 817d6778-24a2-4a3f-9450-ec0db0c7d576 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:31:50.663287 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Attempting to bind port 817d6778-24a2-4a3f-9450-ec0db0c7d576 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:50.663589 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:50.663589 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Checking segment: {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:50.663828 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.664254 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Bound using segment: {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:50.664754 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Bound port: 283e851f-309e-424d-b74b-a17e698ee9d0, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:50.665143 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.682327 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-055378a2-b641-4182-a017-bde67cbee262 req-e71e80aa-62bd-47c8-bbfc-38ea9a9316c6 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2883143
Jul 29 08:31:50.685296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:50.685642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Checking segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:50.686011 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Bound using segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:50.686498 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Bound port: 817d6778-24a2-4a3f-9450-ec0db0c7d576, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:50.686842 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.757407 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-92323d8b-ee1d-43c4-9746-d656cc68960a req-8c136692-94de-46af-9681-a78e2b95a468 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864194
Jul 29 08:31:50.815531 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-0d75060b-79d0-42c9-9eb2-af3336d70eea service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519255
Jul 29 08:31:50.861427 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] For port 377565c4-8e8a-435e-aca6-f0f10f57e3f3, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:50.876377 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] For port 283e851f-309e-424d-b74b-a17e698ee9d0, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:50.879221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] For port 377565c4-8e8a-435e-aca6-f0f10f57e3f3, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=377565c4-8e8a-435e-aca6-f0f10f57e3f3,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:50.881237 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] For port 283e851f-309e-424d-b74b-a17e698ee9d0, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=283e851f-309e-424d-b74b-a17e698ee9d0,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:50.888924 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.895457 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-c531a13b-dd16-4944-95fa-31a80eb08d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:50.919612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:50.947153 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:51.005947 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:51.006919 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1cfa00>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:51.049674 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] For port 817d6778-24a2-4a3f-9450-ec0db0c7d576, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:51.065426 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] For port 817d6778-24a2-4a3f-9450-ec0db0c7d576, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:51.083066 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:51.091912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ae2bf937-3255-42c7-96c7-deebebb62f64 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:51.186325 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819722d6-e5ca-4b7f-9437-9b2cb379ac55 None None] Pushing event updated for resources: {'Port': ['ID=377565c4-8e8a-435e-aca6-f0f10f57e3f3,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:51.193363 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-819722d6-e5ca-4b7f-9437-9b2cb379ac55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:51.195872 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:51.368846 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3a641e2-a2f5-4466-91d4-f94f4c272c41 req-7136ed40-4cbb-4d97-87ac-4f000633f4f7 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5376141
Jul 29 08:31:51.433823 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:51.434613 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:51.436063 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] 10.222.0.37 "PUT /v2.0/ports/817d6778-24a2-4a3f-9450-ec0db0c7d576 HTTP/1.1" status: 200  len: 1093 time: 2.6122935
Jul 29 08:31:51.451978 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'tag': '817d6778-24a2-4a3f-9450-ec0db0c7d576'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:51.508211 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Pushing event updated for resources: {'Port': ['ID=283e851f-309e-424d-b74b-a17e698ee9d0,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:51.543109 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:51.579649 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Pushing event updated for resources: {'Port': ['ID=817d6778-24a2-4a3f-9450-ec0db0c7d576,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:51.587852 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:51.611512 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ee3d8-8ffc-4aad-85a8-7a61282563ad req-29457c8b-0923-4476-8f42-572b6669881c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:51.613110 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-825ee3d8-8ffc-4aad-85a8-7a61282563ad req-29457c8b-0923-4476-8f42-572b6669881c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.4333320
Jul 29 08:31:51.624421 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:51.672242 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-f77e6dc5-f933-42ae-a665-72c24c19ed3e tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:51.673907 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-f77e6dc5-f933-42ae-a665-72c24c19ed3e tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.37 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.5437930
Jul 29 08:31:51.685599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d18edc-7280-4caa-810d-e4ff38c7e199 req-61cfbac0-1e83-4d41-bcb8-e33afc3f69ce tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:51.688630 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7d18edc-7280-4caa-810d-e4ff38c7e199 req-61cfbac0-1e83-4d41-bcb8-e33afc3f69ce tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.4875505
Jul 29 08:31:51.711260 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-825ee3d8-8ffc-4aad-85a8-7a61282563ad req-f42418b8-aff6-4701-896d-5acbc8194b2e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846438
Jul 29 08:31:51.727649 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Router 828f4508-6625-4130-98f6-914e72d5e359 is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:31:51.876654 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'tag': '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'status': 'completed', 'code': 200}
Jul 29 08:31:51.946552 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:51.955833 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Deleting port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:31:51.960356 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Sync routers for ids ['828f4508-6625-4130-98f6-914e72d5e359'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:51.968381 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:51.975296 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Routers {'828f4508-6625-4130-98f6-914e72d5e359'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:51.976087 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e672430>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['828f4508-6625-4130-98f6-914e72d5e359'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:52.016338 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-d3f48582-31b6-424f-8f12-3399e9bbd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:52.019286 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-d3f48582-31b6-424f-8f12-3399e9bbd9e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 1096 time: 0.5205536
Jul 29 08:31:52.042142 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7d18edc-7280-4caa-810d-e4ff38c7e199 req-4142d41e-4373-488e-bb40-bb7b97a32ab0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2793689
Jul 29 08:31:52.150993 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:52.152932 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.8183615
Jul 29 08:31:52.155457 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36278) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:52.197321 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65b9aa-8773-45da-93bd-3a4ec83ee8a3 req-7f11b36f-dc95-49bb-b506-fb83404a5964 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:52.206051 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ad65b9aa-8773-45da-93bd-3a4ec83ee8a3 req-7f11b36f-dc95-49bb-b506-fb83404a5964 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 943 time: 0.2450459
Jul 29 08:31:52.283626 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:52.298738 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ad65b9aa-8773-45da-93bd-3a4ec83ee8a3 req-35dd7b8f-3ef7-40b1-9e6c-81ff4e836834 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915973
Jul 29 08:31:52.310030 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1cfa00>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:50Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:52.315544 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0dfd9-98ee-4c17-a20f-de09ba71056f None None] The sync data for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi is: [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:50Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:52.382081 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Set router 828f4508-6625-4130-98f6-914e72d5e359 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:52.753081 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456cb345-e655-4a40-907f-1dd64004dc86 None None] Network f8b88951-ff5d-44a8-80f2-1af62be35144 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:31:52.879574 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e672430>, [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:31:50Z', 'revision_number': 3, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:52.884737 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Checking router: 828f4508-6625-4130-98f6-914e72d5e359 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:31:52.885105 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Updating router 828f4508-6625-4130-98f6-914e72d5e359 port 43331e27-27b4-406f-8c0f-23d4edf73f16 binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:31:52.933993 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a8dc8-0dd6-4f38-81a9-50bcc633eda7 req-e228024c-e0e0-4991-a788-c4df43b47b17 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:52.942690 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7d7a8dc8-0dd6-4f38-81a9-50bcc633eda7 req-e228024c-e0e0-4991-a788-c4df43b47b17 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 946 time: 0.5865831
Jul 29 08:31:52.964238 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-9409dd5f-89ba-4926-82fd-054b08b83bdc None None] Provisioning for port 283e851f-309e-424d-b74b-a17e698ee9d0 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:53.022729 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.127649 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7d7a8dc8-0dd6-4f38-81a9-50bcc633eda7 req-2fdc6f4c-4efb-4080-bf17-7ae71b14acb6 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3d6853-2194-477e-93c8-3045d00877ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838579
Jul 29 08:31:53.134453 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 377565c4-8e8a-435e-aca6-f0f10f57e3f3 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:53.317436 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:53.324539 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:53.325486 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.404512 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] For port 5fcefe0c-0285-45bc-8991-bb6ea3153f47, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5fcefe0c-0285-45bc-8991-bb6ea3153f47,segment=NetworkSegment(1cd605f6-a46c-4d2c-b8da-7dc07af9e686),segment_id=1cd605f6-a46c-4d2c-b8da-7dc07af9e686)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:53.404909 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.543199 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.601191 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Calling delete_port for 5fcefe0c-0285-45bc-8991-bb6ea3153f47 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:31:53.603796 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 377565c4-8e8a-435e-aca6-f0f10f57e3f3, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=377565c4-8e8a-435e-aca6-f0f10f57e3f3,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:53.608762 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.609920 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 283e851f-309e-424d-b74b-a17e698ee9d0 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:53.642189 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:53.668842 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.687429 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Transition to ACTIVE for port object 43331e27-27b4-406f-8c0f-23d4edf73f16 will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:53.713453 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.730769 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-313ba22f-4d02-4f4f-b89a-6bc5e1a1157d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:53.794217 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=377565c4-8e8a-435e-aca6-f0f10f57e3f3,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:53.799351 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:53.806430 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 283e851f-309e-424d-b74b-a17e698ee9d0 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:53.818473 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 283e851f-309e-424d-b74b-a17e698ee9d0 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:53.819942 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.825328 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762859ff-0edb-4615-819a-e626c4f5a9a7 None None] Pushing event updated for resources: {'Port': ['ID=43331e27-27b4-406f-8c0f-23d4edf73f16,revision_number=2']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:53.843905 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-762859ff-0edb-4615-819a-e626c4f5a9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:53.871267 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Attempting to bind port 43331e27-27b4-406f-8c0f-23d4edf73f16 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:31:53.871635 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Attempting to bind port 43331e27-27b4-406f-8c0f-23d4edf73f16 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:31:53.871998 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Attempting to bind port 43331e27-27b4-406f-8c0f-23d4edf73f16 on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:31:53.878251 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:31:53.878872 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:31:53.879423 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.879965 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:31:53.880626 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Bound port: 43331e27-27b4-406f-8c0f-23d4edf73f16, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:31:53.881814 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.906884 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c61b8-68e6-4457-b338-26f0c105d18e req-14aee557-7278-4eb1-ab11-b288a3a8e731 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:53.916965 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36326) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:53.920695 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ca5c61b8-68e6-4457-b338-26f0c105d18e req-14aee557-7278-4eb1-ab11-b288a3a8e731 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.6438544
Jul 29 08:31:53.924438 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'floatingip': {'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:31:53.963727 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:53.989724 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] For port 43331e27-27b4-406f-8c0f-23d4edf73f16, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:31:53.995081 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] For port 43331e27-27b4-406f-8c0f-23d4edf73f16, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=43331e27-27b4-406f-8c0f-23d4edf73f16,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:31:54.006762 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.011312 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:54.031256 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 283e851f-309e-424d-b74b-a17e698ee9d0, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=283e851f-309e-424d-b74b-a17e698ee9d0,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:54.040659 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.043560 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:54.084406 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.182210 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Routers {'828f4508-6625-4130-98f6-914e72d5e359'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:54.183749 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e672430>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['828f4508-6625-4130-98f6-914e72d5e359'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:54.246881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=283e851f-309e-424d-b74b-a17e698ee9d0,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:54.252586 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:54.305455 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762859ff-0edb-4615-819a-e626c4f5a9a7 None None] Pushing event updated for resources: {'Port': ['ID=43331e27-27b4-406f-8c0f-23d4edf73f16,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:54.310674 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-762859ff-0edb-4615-819a-e626c4f5a9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:54.362223 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.371270 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:54.415722 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015a0ef-2c8a-44c7-b7dc-5570be80cbec req-9e3218c1-4470-4172-9738-b935685e79c6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:54.416534 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] Set router 828f4508-6625-4130-98f6-914e72d5e359 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:54.420761 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2015a0ef-2c8a-44c7-b7dc-5570be80cbec req-9e3218c1-4470-4172-9738-b935685e79c6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.3247883
Jul 29 08:31:54.438343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Pushing event deleted for resources: {'Port': ['ID=5fcefe0c-0285-45bc-8991-bb6ea3153f47,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:54.440658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:54.596438 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] No DVR routers for this DVR port 5fcefe0c-0285-45bc-8991-bb6ea3153f47 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:31:54.635486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.638155 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'name': 'network-vif-deleted', 'tag': '5fcefe0c-0285-45bc-8991-bb6ea3153f47'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:54.648444 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2015a0ef-2c8a-44c7-b7dc-5570be80cbec req-2eea80a2-ca14-436b-9f9a-3835ee2dd6e8 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773605
Jul 29 08:31:54.678158 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.704841 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8364bdc1-4406-489d-98f6-90cb96f33464 req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.37 "DELETE /v2.0/ports/5fcefe0c-0285-45bc-8991-bb6ea3153f47 HTTP/1.1" status: 204  len: 173 time: 3.0131447
Jul 29 08:31:54.708979 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e672430>, [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:31:50Z', 'revision_number': 3, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:54.713686 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6bde2-9750-41b0-bb03-2af15832b8b6 None None] The sync data for ids ['828f4508-6625-4130-98f6-914e72d5e359'] in dv-cinder-802781-1-iscsi is: [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:31:50Z', 'revision_number': 3, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:54.819231 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.824317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:54.965179 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bb031-f7b8-4859-94d9-583a763f4938 req-17d87846-ee11-4138-8b3d-b5e54eec86e7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:54.980728 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a84bb031-f7b8-4859-94d9-583a763f4938 req-17d87846-ee11-4138-8b3d-b5e54eec86e7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 943 time: 0.2110684
Jul 29 08:31:54.987638 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 377565c4-8e8a-435e-aca6-f0f10f57e3f3 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:55.093549 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a84bb031-f7b8-4859-94d9-583a763f4938 req-10a50031-18e5-4d9f-ac8c-6a68389ee33e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118267
Jul 29 08:31:55.122887 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Allocated IP 172.20.0.1 (f8b88951-ff5d-44a8-80f2-1af62be35144/70a7dfed-be73-426e-b108-470ac0b2d118/852476dd-6d50-4921-81c8-2c37c11ab0cc) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:31:55.129425 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:55.130033 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:55.202897 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Floating IP 1e3bf961-980f-46d5-8212-d2919e3ffacd associated. External IP: 172.27.2.73, port: 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3.
Jul 29 08:31:55.309191 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:55.327349 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Transition to ACTIVE for port object 852476dd-6d50-4921-81c8-2c37c11ab0cc will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:31:55.399626 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-38d999f4-4bc7-46c9-964d-76642ed70020 req-3788868a-3390-4a05-850d-bfe3ed35f579 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Synchronizing usage tracker for tenant:ad6db4004bf646079a6098efb70757a9 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:31:55.420962 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 283e851f-309e-424d-b74b-a17e698ee9d0 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:55.466746 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:55.485801 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:55.492996 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['5fcefe0c-0285-45bc-8991-bb6ea3153f47'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:31:55.535137 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 5fcefe0c-0285-45bc-8991-bb6ea3153f47 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:31:55.570315 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee651ad-12e0-4c93-a262-7668f369d0c9', 'name': 'network-vif-deleted', 'tag': '5fcefe0c-0285-45bc-8991-bb6ea3153f47', 'status': 'completed', 'code': 200}
Jul 29 08:31:55.586632 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 5fcefe0c-0285-45bc-8991-bb6ea3153f47 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:31:55.586978 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 5fcefe0c-0285-45bc-8991-bb6ea3153f47 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:31:55.606831 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 283e851f-309e-424d-b74b-a17e698ee9d0 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:55.607204 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:55.609201 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Network f8b88951-ff5d-44a8-80f2-1af62be35144 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:55.638014 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:55.650823 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:31:55.651604 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:55.671368 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-311c59a2-86fa-4d73-987c-e0cc262db3e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576 HTTP/1.1" status: 200  len: 217 time: 0.2661021
Jul 29 08:31:55.758190 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Router 333ef017-94e5-4807-93eb-378b51c60b1f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:31:55.837380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-95a5ecc9-9811-4d6c-ab87-84fc8857d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:55.839699 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-95a5ecc9-9811-4d6c-ab87-84fc8857d7ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.1563597
Jul 29 08:31:55.845830 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-38d999f4-4bc7-46c9-964d-76642ed70020 req-3788868a-3390-4a05-850d-bfe3ed35f579 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Unset dirty status for tenant:ad6db4004bf646079a6098efb70757a9 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:31:55.860507 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38d999f4-4bc7-46c9-964d-76642ed70020 req-3788868a-3390-4a05-850d-bfe3ed35f579 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.5042808
Jul 29 08:31:55.976805 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-97370e57-0112-4a9b-b8b2-a9d0dba5bba0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1009657
Jul 29 08:31:55.977438 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Pushing event updated for resources: {'Port': ['ID=852476dd-6d50-4921-81c8-2c37c11ab0cc,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:55.980995 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:56.125435 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:56.133484 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-49285c40-44a7-4ce7-b372-08b62276d979 None None] Provisioning for port 852476dd-6d50-4921-81c8-2c37c11ab0cc completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:56.138926 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:56.139491 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-ef4eb96e-f94e-4eb5-b2fa-2a41fe697d37 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508598
Jul 29 08:31:56.140924 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:56.146347 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-49285c40-44a7-4ce7-b372-08b62276d979 None None] Provisioning complete for port 852476dd-6d50-4921-81c8-2c37c11ab0cc triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:56.146975 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-49285c40-44a7-4ce7-b372-08b62276d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:56.256715 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:56.257669 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16070>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:56.323418 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a553193-6656-4059-9a86-45ee512deb48 req-17b20d73-cb4e-498e-a81c-3c37efa28853 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:56.326098 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7a553193-6656-4059-9a86-45ee512deb48 req-17b20d73-cb4e-498e-a81c-3c37efa28853 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.3385348
Jul 29 08:31:56.331668 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-652f3b0a-48d5-496a-9f64-bb73c7b4af9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "PUT /v2.0/floatingips/1e3bf961-980f-46d5-8212-d2919e3ffacd HTTP/1.1" status: 200  len: 991 time: 2.4136693
Jul 29 08:31:56.333801 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:31:56.388910 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7a553193-6656-4059-9a86-45ee512deb48 req-d31afcec-dad0-4210-950d-0d96e1701f3e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558145
Jul 29 08:31:56.411831 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f63a025-126b-424c-be9f-d94d9353cdf9 req-e86c199a-2902-4093-8004-5606cc4efd81 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598083
Jul 29 08:31:56.413721 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-49285c40-44a7-4ce7-b372-08b62276d979 None None] Port 852476dd-6d50-4921-81c8-2c37c11ab0cc cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:56.546250 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:56.565082 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408b5a9-b5ed-4c0f-b746-d612624d2962 req-32718842-3cc1-4474-9bb9-246d41f337c5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:56.569542 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4408b5a9-b5ed-4c0f-b746-d612624d2962 req-32718842-3cc1-4474-9bb9-246d41f337c5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 943 time: 0.2508342
Jul 29 08:31:56.569542 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:56.659390 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'status': 'completed', 'code': 200}
Jul 29 08:31:56.687977 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4408b5a9-b5ed-4c0f-b746-d612624d2962 req-72fa50a2-72e9-4fc1-8f9b-de810431bae4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102223
Jul 29 08:31:56.842960 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-427c5941-8c05-4ff9-b70f-fcbc569ae8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:56.844616 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-427c5941-8c05-4ff9-b70f-fcbc569ae8cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 1096 time: 0.3427148
Jul 29 08:31:56.996680 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16070>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '1e3bf961-980f-46d5-8212-d2919e3ffacd', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'mac_address': 'fa:16:3e:85:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:31:14Z', 'updated_at': '2021-07-29T08:31:54Z', 'revision_number': 1, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:57.008059 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:31:57.026753 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 43331e27-27b4-406f-8c0f-23d4edf73f16 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:57.041400 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-489035f1-8abc-47e9-aae0-f465bc610da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:57.042930 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-489035f1-8abc-47e9-aae0-f465bc610da1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1099 time: 0.3244824
Jul 29 08:31:57.080395 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-c2dd4b35-40ff-4507-90d6-21fd5307f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:57.081927 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-c2dd4b35-40ff-4507-90d6-21fd5307f3ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 915 time: 0.2287509
Jul 29 08:31:57.136115 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:57.140885 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16070>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:57.174140 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:57.217212 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-c72fa8b0-1293-44c8-89fd-8def26fefce5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576 HTTP/1.1" status: 200  len: 217 time: 0.1213870
Jul 29 08:31:57.224458 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:57.225277 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:57.237233 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:57.345152 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0979312c-25f2-4762-9f40-e2b15d9baf94 req-ecc49707-5086-40e4-abeb-a6d666acb9a7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] 10.222.0.24 "GET /v2.0/ports?device_id=eee651ad-12e0-4c93-a262-7668f369d0c9 HTTP/1.1" status: 200  len: 210 time: 0.1729968
Jul 29 08:31:57.372952 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 43331e27-27b4-406f-8c0f-23d4edf73f16 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:31:57.379703 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 43331e27-27b4-406f-8c0f-23d4edf73f16 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:57.380086 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:57.443751 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Pushing event updated for resources: {'Port': ['ID=852476dd-6d50-4921-81c8-2c37c11ab0cc,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:57.449334 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:57.451769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:57.495061 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-84ee4742-a96f-407e-a396-28ab9a4443fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:57.495719 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-84ee4742-a96f-407e-a396-28ab9a4443fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.2639723
Jul 29 08:31:57.659496 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c4596-f2a4-45d0-90bb-8422acfdc92e req-15ce8db2-cbc9-4d92-ba0e-1f1bd902cd9b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:57.664980 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-eaffb56a-7be7-46c3-b428-8b66b3995b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:57.666148 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-908c4596-f2a4-45d0-90bb-8422acfdc92e req-15ce8db2-cbc9-4d92-ba0e-1f1bd902cd9b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1465452
Jul 29 08:31:57.666423 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-eaffb56a-7be7-46c3-b428-8b66b3995b65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.6082635
Jul 29 08:31:57.668503 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-7182c769-aed2-4709-93b4-df318035bc01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1552279
Jul 29 08:31:57.761730 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:57.763010 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-908c4596-f2a4-45d0-90bb-8422acfdc92e req-fcd3744b-c8d2-4d7e-b771-320e373d955f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912604
Jul 29 08:31:57.763715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36386) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:57.894249 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Network f8b88951-ff5d-44a8-80f2-1af62be35144 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:31:57.907026 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:31:57.923929 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-916e524d-64d9-4d59-babb-72f191f11e67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 200  len: 999 time: 0.2323768
Jul 29 08:31:58.047922 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.089617 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:58.096946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Usage tracker for resource:security_group_rule and tenant:767fa6049c1c42278a626dd2de791f70 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:58.108443 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7101a26-372a-485a-ae6d-703ef1f6c143 req-2b856572-fb30-4e5c-85c8-32612cf87b13 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:58.115373 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f7101a26-372a-485a-ae6d-703ef1f6c143 req-2b856572-fb30-4e5c-85c8-32612cf87b13 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 943 time: 0.2117734
Jul 29 08:31:58.117770 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:58.162203 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 43331e27-27b4-406f-8c0f-23d4edf73f16, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=43331e27-27b4-406f-8c0f-23d4edf73f16,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:31:58.167453 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:58.179825 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f7101a26-372a-485a-ae6d-703ef1f6c143 req-d6ffa851-976b-4700-b1c0-42ad7a417a4e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629802
Jul 29 08:31:58.187170 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.195584 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:58.306166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.307383 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16070>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '1e3bf961-980f-46d5-8212-d2919e3ffacd', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'mac_address': 'fa:16:3e:85:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:31:14Z', 'updated_at': '2021-07-29T08:31:54Z', 'revision_number': 1, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:58.309640 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-cb10c129-080c-42c8-9228-544e5e7b383f None None] Provisioning complete for port 852476dd-6d50-4921-81c8-2c37c11ab0cc triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:58.310196 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cb10c129-080c-42c8-9228-544e5e7b383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.312203 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.313250 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-32cd9b34-32fa-4985-a099-2e25ec2aed5b service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6229103
Jul 29 08:31:58.319657 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-28e8a406-9fed-4157-a480-497eab02bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:58.321058 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-28e8a406-9fed-4157-a480-497eab02bac0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.3137977
Jul 29 08:31:58.330862 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-17da6230-50bc-4c4f-aba3-bfd203954713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:58.366368 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5039be-5bca-4453-bd0f-984316523fad None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '1e3bf961-980f-46d5-8212-d2919e3ffacd', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'floating_ip_address': '172.27.2.73', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'mac_address': 'fa:16:3e:85:0d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:31:14Z', 'updated_at': '2021-07-29T08:31:54Z', 'revision_number': 1, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:31:58.377699 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=767fa6049c1c42278a626dd2de791f70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6110127
Jul 29 08:31:58.382210 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36408) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:58.397782 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=43331e27-27b4-406f-8c0f-23d4edf73f16,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:58.419675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:58.433293 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b6950-2d72-44b7-9926-547561bccb3b,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:58.437982 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:58.440240 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-cb10c129-080c-42c8-9228-544e5e7b383f None None] Port 852476dd-6d50-4921-81c8-2c37c11ab0cc cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:31:58.465912 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.467262 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Router 828f4508-6625-4130-98f6-914e72d5e359 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:31:58.502213 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.578654 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.586440 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:58.601306 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b6950-2d72-44b7-9926-547561bccb3b,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:58.603464 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:58.604581 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/523b6950-2d72-44b7-9926-547561bccb3b HTTP/1.1" status: 204  len: 168 time: 0.2210956
Jul 29 08:31:58.605501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:58.722283 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d363dd-3562-472b-a607-1a4ed4f0fc32 None None] New status for floating IP 1e3bf961-980f-46d5-8212-d2919e3ffacd: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:31:58.755541 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-769c2ad5-a7b8-47d5-8330-c52f0d930b54 req-ef6a3392-7e80-45c0-8e1f-2eacd279b3d6 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4123366
Jul 29 08:31:58.909492 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-bbb3a09c-06d6-4b93-a6da-1d49522fd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:58.921341 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-bbb3a09c-06d6-4b93-a6da-1d49522fd19b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5793271
Jul 29 08:31:59.071828 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 43331e27-27b4-406f-8c0f-23d4edf73f16 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:31:59.141382 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36444) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:59.183372 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.186257 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:31:59.202197 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Sync routers for ids ['828f4508-6625-4130-98f6-914e72d5e359'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:31:59.220970 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:31:59.225827 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] 10.222.0.24 "PUT /v2.0/routers/828f4508-6625-4130-98f6-914e72d5e359/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0598981
Jul 29 08:31:59.226636 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Usage tracker for resource:security_group_rule and tenant:c07893ad50ba40ed89e01a375e6145b9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:31:59.229832 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:31:59.236607 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:31:59.258966 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Routers {'828f4508-6625-4130-98f6-914e72d5e359'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:31:59.260002 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dae6c10>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['828f4508-6625-4130-98f6-914e72d5e359'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:31:59.315993 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-47aceb5f-a81a-483b-ae6e-4a90bd610fe5 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568246
Jul 29 08:31:59.351889 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.369642 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e45a0-c977-4c00-b478-25adbf3ffab8 req-8f26b240-a887-492e-ba91-69bf4578a138 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:59.378463 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b75e45a0-c977-4c00-b478-25adbf3ffab8 req-8f26b240-a887-492e-ba91-69bf4578a138 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.3895824
Jul 29 08:31:59.397654 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.410712 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:59.416007 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 43331e27-27b4-406f-8c0f-23d4edf73f16 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:31:59.416007 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.451846 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96f990b-f115-4040-bafa-62bdf48f4c8e,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:59.457456 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 817d6778-24a2-4a3f-9450-ec0db0c7d576 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:31:59.459304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:59.503221 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c07893ad50ba40ed89e01a375e6145b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3592331
Jul 29 08:31:59.520749 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b75e45a0-c977-4c00-b478-25adbf3ffab8 req-2ab85a0c-a304-4d27-a84b-148117f402f7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413064
Jul 29 08:31:59.523452 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36454) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:31:59.552515 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Set router 828f4508-6625-4130-98f6-914e72d5e359 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:31:59.605617 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.649887 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-61ceec7f-4738-4b1e-b1df-759da7bcef6b req-2affef38-457f-4c8b-9c28-9e868c15b81c service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3238118
Jul 29 08:31:59.670606 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.681810 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776582d2-563b-46b3-af76-438102d45b93 req-d5da848b-5a91-4231-8ad5-7cce31967441 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:31:59.688754 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-776582d2-563b-46b3-af76-438102d45b93 req-d5da848b-5a91-4231-8ad5-7cce31967441 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 943 time: 0.1633682
Jul 29 08:31:59.749922 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.754543 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-776582d2-563b-46b3-af76-438102d45b93 req-d8f607fd-cf99-40b1-bed5-8517360277f8 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611522
Jul 29 08:31:59.776751 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-df87e3bb-66ea-4da0-aaba-ed9c9284df8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:31:59.789595 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96f990b-f115-4040-bafa-62bdf48f4c8e,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:31:59.793046 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:31:59.793046 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d96f990b-f115-4040-bafa-62bdf48f4c8e HTTP/1.1" status: 204  len: 168 time: 0.2684941
Jul 29 08:31:59.793767 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:31:59.974231 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 817d6778-24a2-4a3f-9450-ec0db0c7d576, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:00.014513 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'port_id': '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'mac_address': 'fa:16:3e:d6:a8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007faabf-2dd5-482e-b532-98a96ca6befb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:32:00.093435 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-68811a22-b35c-41f8-bfd6-123410880f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.189819 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.217944 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817d6778-24a2-4a3f-9450-ec0db0c7d576 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:00.255843 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36482) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:00.256641 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 817d6778-24a2-4a3f-9450-ec0db0c7d576, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:00.262554 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344339691', 'description': 'tempest-secgroup-smoke-344339691 description', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:00.271376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:00.276452 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:00.277709 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.280088 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:00.282412 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:00.289509 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:00.302825 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.326710 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:00.331489 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:00.335055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:00.341062 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:00.372085 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dae6c10>, [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:31:56Z', 'revision_number': 4, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '852476dd-6d50-4921-81c8-2c37c11ab0cc', 'name': '', 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'mac_address': 'fa:16:3e:30:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '70a7dfed-be73-426e-b108-470ac0b2d118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:54Z', 'updated_at': '2021-07-29T08:31:56Z', 'revision_number': 2, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'subnets': [{'id': '70a7dfed-be73-426e-b108-470ac0b2d118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:00.377587 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=817d6778-24a2-4a3f-9450-ec0db0c7d576,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:00.381747 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:00.383495 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Checking router: 828f4508-6625-4130-98f6-914e72d5e359 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:32:00.383915 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Updating router 828f4508-6625-4130-98f6-914e72d5e359 port 852476dd-6d50-4921-81c8-2c37c11ab0cc binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:32:00.439881 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.446299 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.452185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-17ad6847-ca11-4dbf-8a78-b9b7ce8bde88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:00.453148 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.596857 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb4e822-7250-475f-a7b9-b89ed6080d73,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:00.599921 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:00.605718 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.606957 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3500044
Jul 29 08:32:00.610236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36502) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:00.616088 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group_rule': {'security_group_id': '7eb4e822-7250-475f-a7b9-b89ed6080d73', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:00.625854 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:00.642148 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:00.648939 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:00.655847 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.662888 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:00.699181 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.781131 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.785146 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.797211 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:00.799015 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['817d6778-24a2-4a3f-9450-ec0db0c7d576'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:32:00.802515 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36512) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:00.803252 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36514) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:00.819310 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13be896-9c05-45a1-aaf4-7003aaff7e13,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:00.822512 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:00.833391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.841029 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2289884
Jul 29 08:32:00.841187 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36522) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:00.847004 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group_rule': {'security_group_id': '7eb4e822-7250-475f-a7b9-b89ed6080d73', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:00.854028 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:00.858680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:00.863885 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:00.870890 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:00.913416 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:00.921176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Deleting subnet 7abdff69-f4da-4d04-992a-6bf3f2090870 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:32:00.936349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.025702 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773acc1e-cf95-40e5-b9eb-f10b358564d9 req-5b920491-9f1f-4c4e-a192-0886ce961522 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:01.027409 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-773acc1e-cf95-40e5-b9eb-f10b358564d9 req-5b920491-9f1f-4c4e-a192-0886ce961522 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.3068092
Jul 29 08:32:01.033413 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1567685876-network', 'tenant_id': '981d9a17103b4e6687f3ede9e0eeba8c'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:01.055986 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:01.061407 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.102540 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Usage tracker for resource:network and tenant:981d9a17103b4e6687f3ede9e0eeba8c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:01.105781 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.108888 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:01.127439 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:01.135522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Transition to ACTIVE for port object 852476dd-6d50-4921-81c8-2c37c11ab0cc will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:32:01.147239 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.152967 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:01.155878 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-773acc1e-cf95-40e5-b9eb-f10b358564d9 req-838fddb4-18c7-4227-a9f7-e45b149f4a26 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172507
Jul 29 08:32:01.161266 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Made reservation on behalf of 981d9a17103b4e6687f3ede9e0eeba8c for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:01.162294 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.163832 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.173352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.180680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:01.181307 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.216424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e51d1-1af4-4987-a0f0-caf8319235dd req-34b1c770-5b79-4666-9854-0a41165ef10c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:01.217944 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-835e51d1-1af4-4987-a0f0-caf8319235dd req-34b1c770-5b79-4666-9854-0a41165ef10c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 944 time: 0.1347768
Jul 29 08:32:01.222206 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d56d7e-1a51-46df-9ad9-d94a7c47e497,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:01.224711 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:01.225855 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.253152 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:01.262754 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Usage tracker for resource:security_group_rule and tenant:981d9a17103b4e6687f3ede9e0eeba8c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:01.263998 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.265174 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-163b03c3-1386-4436-8ad7-7bb337d94b81 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4227462
Jul 29 08:32:01.267977 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36528) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:01.268843 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:01.277315 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group_rule': {'security_group_id': '7eb4e822-7250-475f-a7b9-b89ed6080d73', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:01.286775 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:01.292365 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-835e51d1-1af4-4987-a0f0-caf8319235dd req-3a8d343d-3c53-42ec-a9d1-8ba192900a62 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665073
Jul 29 08:32:01.295046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:01.299098 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:01.304607 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:01.310139 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:01.332721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.339315 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eb787-c1a1-4037-bb8c-319b3b50740a None None] Pushing event updated for resources: {'Port': ['ID=852476dd-6d50-4921-81c8-2c37c11ab0cc,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:01.346709 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.354124 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-196eb787-c1a1-4037-bb8c-319b3b50740a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:01.411782 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:01.420764 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Attempting to bind port 852476dd-6d50-4921-81c8-2c37c11ab0cc on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:32:01.421141 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Attempting to bind port 852476dd-6d50-4921-81c8-2c37c11ab0cc by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:32:01.421564 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Attempting to bind port 852476dd-6d50-4921-81c8-2c37c11ab0cc on network f8b88951-ff5d-44a8-80f2-1af62be35144 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:01.424903 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.434110 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.436822 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d186d9ee-6d12-4d6c-935e-ced84a5cbf8f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:01.439228 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:32:01.439613 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Checking segment: {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:32:01.440143 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.441690 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Bound using segment: {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:32:01.443129 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Bound port: 852476dd-6d50-4921-81c8-2c37c11ab0cc, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592c0e91-cd28-4c67-a545-d729a96d0c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:32:01.443475 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.468755 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.472916 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abdff69-f4da-4d04-992a-6bf3f2090870,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:01.478451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:01.493495 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-78a23c3b-1946-42ca-b6fd-d621988d3270 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7abdff69-f4da-4d04-992a-6bf3f2090870 HTTP/1.1" status: 204  len: 168 time: 0.6874876
Jul 29 08:32:01.497943 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36538) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:01.516850 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.523620 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36542) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:01.525334 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2540655
Jul 29 08:32:01.527051 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4f4a2a-2131-443a-906e-37c7483fa098,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:01.531426 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:01.560931 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group_rule': {'security_group_id': '7eb4e822-7250-475f-a7b9-b89ed6080d73', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:01.574567 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:01.592534 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:01.615392 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] For port 852476dd-6d50-4921-81c8-2c37c11ab0cc, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:32:01.620099 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] For port 852476dd-6d50-4921-81c8-2c37c11ab0cc, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=852476dd-6d50-4921-81c8-2c37c11ab0cc,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:32:01.627291 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.634835 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-5cab7e7c-0b07-4c30-a702-498f00e9b925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:01.650274 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:01.663079 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:01.695549 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.698679 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.708101 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.713067 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eb787-c1a1-4037-bb8c-319b3b50740a None None] Pushing event updated for resources: {'Port': ['ID=852476dd-6d50-4921-81c8-2c37c11ab0cc,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:01.713352 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f0559f1f-0d30-41c6-8fac-6b94dbde4d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:01.717503 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-196eb787-c1a1-4037-bb8c-319b3b50740a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:01.732611 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Routers {'828f4508-6625-4130-98f6-914e72d5e359'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:32:01.733046 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dae6c10>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:31:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['828f4508-6625-4130-98f6-914e72d5e359'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:01.757025 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36550) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:01.781169 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.796201 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:32:01.851942 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5379ae6b-3c7d-4e2a-8a86-913e098d5da6,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:01.855176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:01.869970 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.870319 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Added segment c42b3edb-d537-4c90-9ac3-4491fe425c79 of type vlan for network 526d3a88-4fbb-49b7-8d48-beeefa91c4f2
Jul 29 08:32:01.932942 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.944642 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] Set router 828f4508-6625-4130-98f6-914e72d5e359 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:32:01.951240 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:01.956606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Usage tracker for resource:security_group_rule and tenant:331f6831976b48e78239c8a966369422 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:01.960235 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:01.966336 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:01.971790 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:01.978123 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.001351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4d446850>,) {'filters': {'network_id': ['676d5ca0-7764-4373-a6cf-7165c6103408']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:02.048553 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.050735 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d446850>, '1cd605f6-a46c-4d2c-b8da-7dc07af9e686') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:02.051128 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d446850>, '1cd605f6-a46c-4d2c-b8da-7dc07af9e686') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:02.069858 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.070633 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.071984 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.076620 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.090590 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-795a7e12-294a-41a1-8d80-580643ac8657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:02.091241 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c86f0771-f616-4b01-925b-d934f4f0c704 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:02.118428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.120612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.123586 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bd61b0-c5a8-49df-a2a1-94b6b5224a84,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:02.130652 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:02.131011 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.136513 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:02.139668 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-771c3a69-5299-44c8-b63b-29d5573c7f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:02.142079 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=331f6831976b48e78239c8a966369422&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3838797
Jul 29 08:32:02.142981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36556) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:02.145833 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3d748-1bf4-4580-b177-125c3b18bc6e,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:02.157641 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:32:02.157851 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.158527 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:32:02.174179 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:32:02.214277 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.217994 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6863835
Jul 29 08:32:02.218347 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36562) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:02.228529 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group_rule': {'security_group_id': '7eb4e822-7250-475f-a7b9-b89ed6080d73', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:02.235393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:02.239963 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:02.243793 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:02.258539 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:02.260927 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.292641 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.securitygroups_db [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Project be54fe16b8314d1cb4f28d57192e6876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 29 08:32:02.298738 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.312246 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.345384 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Pushing event updated for resources: {'Network': ['ID=526d3a88-4fbb-49b7-8d48-beeefa91c4f2,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:02.349966 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:02.354695 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36568) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:02.355041 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5505831
Jul 29 08:32:02.362453 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 526d3a88-4fbb-49b7-8d48-beeefa91c4f2 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:32:02.372610 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Request body: {'subnet': {'network_id': '526d3a88-4fbb-49b7-8d48-beeefa91c4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1567685876-subnet', 'tenant_id': '981d9a17103b4e6687f3ede9e0eeba8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:02.388740 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:02.400117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Usage tracker for resource:subnet and tenant:981d9a17103b4e6687f3ede9e0eeba8c is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:02.408352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:02.417747 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:02.447588 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.457086 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.469528 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:02.477117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.478165 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.487677 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:02.492119 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] 10.222.0.24 "DELETE /v2.0/networks/676d5ca0-7764-4373-a6cf-7165c6103408 HTTP/1.1" status: 204  len: 168 time: 0.9931219
Jul 29 08:32:02.500268 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Pushing event deleted for resources: {'Network': ['ID=676d5ca0-7764-4373-a6cf-7165c6103408,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:02.508784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f05e8b59-d1b3-4e2a-8b6e-6bb86fbaee0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:02.509560 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dae6c10>, [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:31:56Z', 'revision_number': 4, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '852476dd-6d50-4921-81c8-2c37c11ab0cc', 'name': '', 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'mac_address': 'fa:16:3e:30:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '70a7dfed-be73-426e-b108-470ac0b2d118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:54Z', 'updated_at': '2021-07-29T08:32:01Z', 'revision_number': 4, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'subnets': [{'id': '70a7dfed-be73-426e-b108-470ac0b2d118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:02.514268 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c52d0-5a71-4bc7-a569-8429f0aa0681 None None] The sync data for ids ['828f4508-6625-4130-98f6-914e72d5e359'] in dv-cinder-802781-1-iscsi is: [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:31:56Z', 'revision_number': 4, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '852476dd-6d50-4921-81c8-2c37c11ab0cc', 'name': '', 'network_id': 'f8b88951-ff5d-44a8-80f2-1af62be35144', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'mac_address': 'fa:16:3e:30:39:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '70a7dfed-be73-426e-b108-470ac0b2d118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:54Z', 'updated_at': '2021-07-29T08:32:01Z', 'revision_number': 4, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'subnets': [{'id': '70a7dfed-be73-426e-b108-470ac0b2d118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:32:02.523606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3d748-1bf4-4580-b177-125c3b18bc6e,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:02.525807 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.526789 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Made reservation on behalf of 981d9a17103b4e6687f3ede9e0eeba8c for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:02.530012 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.541170 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d773bd-6f83-49fc-bad8-1ab10ea56615 req-67581f6b-fd99-45d6-9518-94686bb2f693 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:02.549347 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-40d773bd-6f83-49fc-bad8-1ab10ea56615 req-67581f6b-fd99-45d6-9518-94686bb2f693 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1740007
Jul 29 08:32:02.566616 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:02.586701 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1948479d-ae5a-4e32-b827-9cd197f1611a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:02.621788 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957643a3-0121-4161-bb47-f9a7209e007e,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:02.624627 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.625723 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aef3d748-1bf4-4580-b177-125c3b18bc6e HTTP/1.1" status: 204  len: 168 time: 0.4816444
Jul 29 08:32:02.636266 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:02.655091 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-40d773bd-6f83-49fc-bad8-1ab10ea56615 req-889c40da-1c93-4ef5-8923-cca58cf32688 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047869
Jul 29 08:32:02.711573 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36580) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:02.761878 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.763211 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b4e05acf-6fef-44ed-9dfb-c7a60bdfe0fe tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5430949
Jul 29 08:32:02.766515 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36584) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:02.775172 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6251172f-2edc-4803-8a1d-9d50f1aaf5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.782635 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'security_group_rule': {'security_group_id': '7eb4e822-7250-475f-a7b9-b89ed6080d73', 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:02.784599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf254649-a94f-4b89-9221-5ee3225a3daa req-a6ebb95f-1f33-4d82-8c23-f4de9f0e8e2c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:02.794185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:02.800231 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cf254649-a94f-4b89-9221-5ee3225a3daa req-a6ebb95f-1f33-4d82-8c23-f4de9f0e8e2c tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 944 time: 0.3638926
Jul 29 08:32:02.803916 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-032ac1cd-737a-42c0-93b4-064d40fcdaa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad6db4004bf646079a6098efb70757a9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0910625
Jul 29 08:32:02.804686 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36588) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:02.805672 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:security_group_rule and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:02.811751 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:02.829393 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:02.868104 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.securitygroups_db [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Project be54fe16b8314d1cb4f28d57192e6876 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 29 08:32:02.871865 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cf254649-a94f-4b89-9221-5ee3225a3daa req-4b991a96-4764-4c8f-a8dc-a022740632ed tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706534
Jul 29 08:32:02.894649 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:02.985759 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.002003 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.008426 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:03.041690 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 852476dd-6d50-4921-81c8-2c37c11ab0cc up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:32:03.056049 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.149145 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Checking segment: {'id': 'c42b3edb-d537-4c90-9ac3-4491fe425c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '526d3a88-4fbb-49b7-8d48-beeefa91c4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:32:03.150079 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Network hostable DHCP agents. Network: 526d3a88-4fbb-49b7-8d48-beeefa91c4f2, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:32:03.160234 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc690fcf-d315-4255-999d-a50fd346b47f,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:03.162889 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 852476dd-6d50-4921-81c8-2c37c11ab0cc completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:32:03.169510 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:03.177369 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 852476dd-6d50-4921-81c8-2c37c11ab0cc triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:03.177888 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.179848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.185863 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e1dc4070-a1f4-42a8-83eb-aa88c1aed81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:03.202623 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Network 526d3a88-4fbb-49b7-8d48-beeefa91c4f2 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:32:03.211177 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d6853-2194-477e-93c8-3045d00877ab,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:03.218505 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:03.220452 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.229498 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.233970 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f3d6853-2194-477e-93c8-3045d00877ab HTTP/1.1" status: 204  len: 168 time: 0.4238665
Jul 29 08:32:03.235434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.238792 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:03.241589 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 526d3a88-4fbb-49b7-8d48-beeefa91c4f2) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:32:03.247121 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:03.247933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.267993 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d36d2b-c878-4797-b346-7580fdf1ac7f None None] Network 526d3a88-4fbb-49b7-8d48-beeefa91c4f2 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:32:03.277284 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4f438f-df08-40d1-b98c-b171a42acd23,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:03.280729 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:03.291679 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.293316 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5257957
Jul 29 08:32:03.302893 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9434955
Jul 29 08:32:03.325309 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36600) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:03.351766 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.372542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:03.377145 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Usage tracker for resource:security_group_rule and tenant:51cef22b22e8466dba19978cf212fc54 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:03.380242 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:03.390382 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:03.488005 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 817d6778-24a2-4a3f-9450-ec0db0c7d576 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:32:03.534854 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.536402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.542591 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.576213 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:03.646539 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.647735 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51cef22b22e8466dba19978cf212fc54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3210716
Jul 29 08:32:03.650826 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36616) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:03.718375 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ea89e6-5082-4af9-b842-a9aee56ec5b1,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:03.723963 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:03.777985 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 817d6778-24a2-4a3f-9450-ec0db0c7d576 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:32:03.790213 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831c647a-6469-4581-b9c5-fd969c97f847 None None] Network 526d3a88-4fbb-49b7-8d48-beeefa91c4f2 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:32:03.821779 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:03.906860 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.117910 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.128883 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7d09a679-687f-4907-a06e-7f5c217eee33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:04.150298 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ea89e6-5082-4af9-b842-a9aee56ec5b1,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:04.161890 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:04.191572 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.196969 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37ea89e6-5082-4af9-b842-a9aee56ec5b1 HTTP/1.1" status: 204  len: 168 time: 0.5443735
Jul 29 08:32:04.235835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fdb65-3b41-45da-a3ec-43f22adfa3da req-dc1be82b-7314-4098-a5d3-03bd2c6c47e4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:04.239371 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 817d6778-24a2-4a3f-9450-ec0db0c7d576 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:04.240045 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.248947 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f3fdb65-3b41-45da-a3ec-43f22adfa3da req-dc1be82b-7314-4098-a5d3-03bd2c6c47e4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2344103
Jul 29 08:32:04.285918 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 852476dd-6d50-4921-81c8-2c37c11ab0cc, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=852476dd-6d50-4921-81c8-2c37c11ab0cc,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:04.313623 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:32:04.320298 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f3fdb65-3b41-45da-a3ec-43f22adfa3da req-0bad27cb-e359-4814-afee-c07b25be4677 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663962
Jul 29 08:32:04.380061 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.392383 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:04.507573 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=852476dd-6d50-4921-81c8-2c37c11ab0cc,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:04.513585 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:04.689652 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.698239 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6648db-0716-47f6-ae7d-d292a06df0c8 req-f4b2eaa2-1569-4acc-91c8-12ab7e286c03 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:04.699839 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1e6648db-0716-47f6-ae7d-d292a06df0c8 req-f4b2eaa2-1569-4acc-91c8-12ab7e286c03 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 944 time: 0.1880333
Jul 29 08:32:04.763612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817d6778-24a2-4a3f-9450-ec0db0c7d576'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:32:04.789502 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1e6648db-0716-47f6-ae7d-d292a06df0c8 req-3404ff6b-9628-41b4-b1bf-f246b7c0cc35 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800176
Jul 29 08:32:04.799461 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 817d6778-24a2-4a3f-9450-ec0db0c7d576, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:04.813682 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:04.815671 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-7c7a4939-2e4b-47e3-a055-38d78904e58a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:04.859948 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'code': 200}
Jul 29 08:32:04.891641 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=817d6778-24a2-4a3f-9450-ec0db0c7d576,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:04.894644 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:04.957131 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36698) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:04.966757 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-552803847-network', 'tenant_id': '8d68e13db7cf4c4e83e3e50897ed769f'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:04.977484 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:04.985767 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Usage tracker for resource:network and tenant:8d68e13db7cf4c4e83e3e50897ed769f is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:04.991362 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:05.009211 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:05.036445 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 852476dd-6d50-4921-81c8-2c37c11ab0cc up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:32:05.054292 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Made reservation on behalf of 8d68e13db7cf4c4e83e3e50897ed769f for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:05.061477 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.094279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.136439 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:05.151581 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Usage tracker for resource:security_group_rule and tenant:8d68e13db7cf4c4e83e3e50897ed769f is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:05.157893 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:05.171713 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:05.177510 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.186859 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 852476dd-6d50-4921-81c8-2c37c11ab0cc triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:05.187238 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.241358 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5098fd-ad58-41cc-af94-aed3788bf770 req-2d6efca1-b531-4809-b283-1396fccfb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:05.250925 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ec5098fd-ad58-41cc-af94-aed3788bf770 req-2d6efca1-b531-4809-b283-1396fccfb327 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 1098 time: 0.2236776
Jul 29 08:32:05.311205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.317901 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.335118 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ec5098fd-ad58-41cc-af94-aed3788bf770 req-5617eb8a-6a15-4ac1-a3dc-0aa373ea97f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729430
Jul 29 08:32:05.340741 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fb4578c5-bcb6-4af4-a1fc-4d32bc6bb29f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:05.386946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:32:05.435316 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.436000 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Added segment 9bbf1613-b111-426f-9b72-647c63fc0013 of type vlan for network be54ba3c-bee2-41c4-af83-387902bd694d
Jul 29 08:32:05.437503 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbc2272-ddf8-44bc-9849-706af2329d7c,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:05.440777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:05.487473 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.519684 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.521389 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:05.522729 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.569956 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:05.581745 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5300b2-3cb6-4f6a-8134-546dee8d83a6 req-085abd46-1f7f-4008-8432-cc23b5ce29d1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:05.583821 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6a5300b2-3cb6-4f6a-8134-546dee8d83a6 req-085abd46-1f7f-4008-8432-cc23b5ce29d1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1011236
Jul 29 08:32:05.591507 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6322360
Jul 29 08:32:05.596016 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36728) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:05.615773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Request body: {'subnet': {'network_id': 'be54ba3c-bee2-41c4-af83-387902bd694d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-552803847-subnet', 'tenant_id': '8d68e13db7cf4c4e83e3e50897ed769f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:05.627610 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:05.643683 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Usage tracker for resource:subnet and tenant:8d68e13db7cf4c4e83e3e50897ed769f is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:05.651438 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:05.670719 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6a5300b2-3cb6-4f6a-8134-546dee8d83a6 req-26f4ee94-b512-45c8-a025-13a07c3722b5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775959
Jul 29 08:32:05.671813 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:05.693930 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Made reservation on behalf of 8d68e13db7cf4c4e83e3e50897ed769f for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:05.696843 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:05.790420 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Pushing event updated for resources: {'Network': ['ID=be54ba3c-bee2-41c4-af83-387902bd694d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:05.800089 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:05.800632 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network be54ba3c-bee2-41c4-af83-387902bd694d details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:32:06.000759 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:06.013438 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:06.125789 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bee2fd-1f45-4c56-bfc3-8c6f5610add9 req-f019bb13-f5da-4371-b9ee-6abb4064ad1b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:06.134542 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7bee2fd-1f45-4c56-bfc3-8c6f5610add9 req-f019bb13-f5da-4371-b9ee-6abb4064ad1b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 945 time: 0.1334693
Jul 29 08:32:06.157563 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Checking segment: {'id': '9bbf1613-b111-426f-9b72-647c63fc0013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'be54ba3c-bee2-41c4-af83-387902bd694d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:32:06.158008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Network hostable DHCP agents. Network: be54ba3c-bee2-41c4-af83-387902bd694d, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:32:06.164004 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b0f4906-0631-4af3-963e-72f191447dfd,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:06.166933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:06.182476 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7bee2fd-1f45-4c56-bfc3-8c6f5610add9 req-e2983688-bd14-4064-9dc0-33f22e1c3e65 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470867
Jul 29 08:32:06.188255 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Network be54ba3c-bee2-41c4-af83-387902bd694d is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:32:06.205717 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, be54ba3c-bee2-41c4-af83-387902bd694d) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:32:06.212331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:06.213361 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:06.216630 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc99ef0f-7288-4487-a4af-012ab6ffb75f None None] Network be54ba3c-bee2-41c4-af83-387902bd694d requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:32:06.238021 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6409376
Jul 29 08:32:06.463757 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cdcd54-6fd4-4299-9b76-048fd9b1303b None None] Network be54ba3c-bee2-41c4-af83-387902bd694d requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:32:07.030450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1191bd-f850-4168-9988-2425d54f7a08 req-a2d68fff-9a8a-4491-af25-3cd0cb166135 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:07.034834 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-df1191bd-f850-4168-9988-2425d54f7a08 req-a2d68fff-9a8a-4491-af25-3cd0cb166135 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2199125
Jul 29 08:32:07.161040 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-df1191bd-f850-4168-9988-2425d54f7a08 req-d75b388e-9e20-43d5-8cb7-d4307652027a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154439
Jul 29 08:32:07.284642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36804) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:07.447909 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.474026 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:07.480882 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Usage tracker for resource:security_group_rule and tenant:915a5a3ec90841e382d615e22d2e0b48 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:07.485180 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:07.492627 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:07.516139 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8eab0-b271-4b4c-81d3-892b3ce5a60b req-ef173864-acd4-438b-91b2-d89cea3c9ae6 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:07.517630 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1ba8eab0-b271-4b4c-81d3-892b3ce5a60b req-ef173864-acd4-438b-91b2-d89cea3c9ae6 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 945 time: 0.1454887
Jul 29 08:32:07.580923 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1ba8eab0-b271-4b4c-81d3-892b3ce5a60b req-e61a6084-094f-48e9-8093-1c321a8f0aa5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557182
Jul 29 08:32:07.635644 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.641324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.648443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b7e6756f-16a6-4279-bfbc-c05e7f3ee32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:07.691225 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915a5a3ec90841e382d615e22d2e0b48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4054060
Jul 29 08:32:07.692236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4522d467-1980-4b68-bae5-5620d4493a8c,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:07.695142 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36822) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:07.698082 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:07.773135 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.800734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.864290 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.869968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:07.882390 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522d467-1980-4b68-bae5-5620d4493a8c,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:07.884717 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:07.894752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:07.901619 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4522d467-1980-4b68-bae5-5620d4493a8c HTTP/1.1" status: 204  len: 168 time: 0.2051311
Jul 29 08:32:08.386065 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 36854) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:08.406525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.427882 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cddb6-e058-4811-8229-80d0e8b13919 req-a7ea38e8-671f-4b6c-92db-5a133a15690d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:08.429726 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa8cddb6-e058-4811-8229-80d0e8b13919 req-a7ea38e8-671f-4b6c-92db-5a133a15690d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1002791
Jul 29 08:32:08.433985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:08.439285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Usage tracker for resource:security_group_rule and tenant:08e820dd8d1e490e9c225f24b83bc31a is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:08.443105 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:08.454798 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:08.536022 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa8cddb6-e058-4811-8229-80d0e8b13919 req-a53a8c94-0cf2-43d5-bf5b-281fd7312d73 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947099
Jul 29 08:32:08.591256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.596787 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.614938 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:08.650044 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08e820dd8d1e490e9c225f24b83bc31a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2630377
Jul 29 08:32:08.652795 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36864) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:08.654318 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a502db5-3ac0-426a-bac6-dc59ec6b07a8,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:08.658026 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:08.721563 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.746582 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.798296 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.803394 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-923ca9ce-852b-4888-bbd2-b1cdca462c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:08.815629 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a502db5-3ac0-426a-bac6-dc59ec6b07a8,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:08.820878 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:08.823272 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:08.826399 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a502db5-3ac0-426a-bac6-dc59ec6b07a8 HTTP/1.1" status: 204  len: 168 time: 0.1701519
Jul 29 08:32:09.852199 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ac8ec-c255-49ae-85b0-304ef680ae2b req-ea8ef118-92eb-4dec-801b-848f27f84fdc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:09.861189 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e83ac8ec-c255-49ae-85b0-304ef680ae2b req-ea8ef118-92eb-4dec-801b-848f27f84fdc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2121093
Jul 29 08:32:09.912075 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e83ac8ec-c255-49ae-85b0-304ef680ae2b req-f8038251-0ed4-40e0-bf01-74966fe1d8c5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497227
Jul 29 08:32:10.258690 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-6a557bf7-258b-40c7-8cad-0f73ed32d42f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:10.260142 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-6a557bf7-258b-40c7-8cad-0f73ed32d42f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.1538005
Jul 29 08:32:10.275628 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-4d2122bc-cdcd-4494-921f-dc567ac41932 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/quotas/f02ba612dd3d4a0bb840f474ddc79787 HTTP/1.1" status: 200  len: 375 time: 0.0091159
Jul 29 08:32:10.403663 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-1cd4cdb6-01e2-46c4-82e8-cd31c6d65539 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1208007
Jul 29 08:32:10.552873 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-d7e483b1-0633-4792-bbaf-33e8af274e65 service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415491
Jul 29 08:32:10.729884 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-097228bf-240c-4da1-9154-2b94ea0e06e7 service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687684
Jul 29 08:32:10.963487 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-158fd61a-d534-4c58-8e7c-6c020a5c6355 req-b8650940-9c2e-4987-8a50-20252822e942 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 210 time: 0.0725896
Jul 29 08:32:11.225501 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff233f5-dd59-4c73-b451-9c5e4f6b9136 req-6c89a075-607e-4ed0-a180-9f96030eff9b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:11.239861 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9ff233f5-dd59-4c73-b451-9c5e4f6b9136 req-6c89a075-607e-4ed0-a180-9f96030eff9b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0960510
Jul 29 08:32:11.309937 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9ff233f5-dd59-4c73-b451-9c5e4f6b9136 req-7e3a47aa-2155-4145-b059-42ffe379e9c6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687892
Jul 29 08:32:11.396414 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 36996) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:11.530653 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.549971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:11.554897 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Usage tracker for resource:security_group_rule and tenant:90ea8c274b444047be423efa1fa0cafa is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:11.557855 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:11.564107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:11.671504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.675694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.684901 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:11.725286 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90ea8c274b444047be423efa1fa0cafa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3269267
Jul 29 08:32:11.726039 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d736b13b-01cd-4c47-b824-b4e42be667d8,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:11.727892 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37008) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:11.728958 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:11.787710 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.814473 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.876090 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.881081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-60644623-52da-4aeb-92ef-e684dea9b176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:11.897918 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d736b13b-01cd-4c47-b824-b4e42be667d8,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:11.900203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:11.902789 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:11.904561 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d736b13b-01cd-4c47-b824-b4e42be667d8 HTTP/1.1" status: 204  len: 168 time: 0.1751196
Jul 29 08:32:12.179981 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31bd5617-3348-42a2-a4e9-1a128d919576 req-d9296421-980a-4e46-8f66-c4581be9923e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 210 time: 0.0830872
Jul 29 08:32:12.296260 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37030) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:12.321261 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.342498 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:12.346526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Usage tracker for resource:security_group_rule and tenant:83aee3e4b1784ceeaf9518fafbeeec5d is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:12.349475 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:12.357863 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:12.409368 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-5512a94a-2c97-4bc7-a692-5704f2dab996 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:12.414885 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-5512a94a-2c97-4bc7-a692-5704f2dab996 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.2339413
Jul 29 08:32:12.430735 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Request body: {'port': {'device_id': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'admin_state_up': True, 'tenant_id': 'f02ba612dd3d4a0bb840f474ddc79787'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:12.463245 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.469382 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.495121 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-4f04053c-f49c-451c-a307-d4f3a79e729f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:12.526875 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83aee3e4b1784ceeaf9518fafbeeec5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2292168
Jul 29 08:32:12.530373 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37040) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:12.545957 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49c3f87-e20b-4a5b-bc5b-5c64abf227f9,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:12.549663 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:12.601123 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.629900 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.657585 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e634e-ad0e-4d8f-887e-d3ddbfbb573f req-0020662a-cdc2-4ba1-b1a8-d05c589808d0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:12.659191 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4c2e634e-ad0e-4d8f-887e-d3ddbfbb573f req-0020662a-cdc2-4ba1-b1a8-d05c589808d0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2077179
Jul 29 08:32:12.660345 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:12.690282 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:12.690983 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.696022 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-84f8c7e3-1140-4565-a58a-d69935fa5aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:12.708979 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49c3f87-e20b-4a5b-bc5b-5c64abf227f9,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:12.712349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:12.721016 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.722113 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c49c3f87-e20b-4a5b-bc5b-5c64abf227f9 HTTP/1.1" status: 204  len: 168 time: 0.1885638
Jul 29 08:32:12.722591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Made reservation on behalf of f02ba612dd3d4a0bb840f474ddc79787 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:12.726198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:12.763641 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4c2e634e-ad0e-4d8f-887e-d3ddbfbb573f req-98c59602-a6f8-4e45-89b2-74809c29791f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925193
Jul 29 08:32:12.964220 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Allocated IP 172.20.0.10 (51a8c05e-6a2a-4811-b787-a0850c0da42f/007faabf-2dd5-482e-b532-98a96ca6befb/c3b59043-1e7a-4f33-8065-fc3cd1d683f8) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:32:13.191081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.226049 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.234069 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:13.247290 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485', '817d6778-24a2-4a3f-9450-ec0db0c7d576'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:32:13.318329 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:32:13.321999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:32:13.329963 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:32:13.335662 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:13.336443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.342089 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37078) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:13.353222 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event updated for resources: {'Port': ['ID=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:13.356198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:13.378276 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9514692
Jul 29 08:32:13.398202 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Request body: {'port': {'device_id': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:13.483159 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326be5-6859-4541-b4ce-e4825c8ecf95 req-7dbd2d6b-9af8-485b-b01b-ab87db5ce326 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:13.491504 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a3326be5-6859-4541-b4ce-e4825c8ecf95 req-7dbd2d6b-9af8-485b-b01b-ab87db5ce326 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 932 time: 0.1067042
Jul 29 08:32:13.544215 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a3326be5-6859-4541-b4ce-e4825c8ecf95 req-b5014d3f-b100-4285-8afc-ba2ac23b5c9f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516758
Jul 29 08:32:13.592604 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.617822 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:13.621879 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Usage tracker for resource:security_group_rule and tenant:f5004cd6e1f54072be36919ed47f2a9a is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:13.624807 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:13.630587 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:13.732722 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.740110 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.757409 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:13.771064 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:13.784828 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5004cd6e1f54072be36919ed47f2a9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4406536
Jul 29 08:32:13.788047 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37098) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:13.955949 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20788360-aac6-4718-9b5e-6c77cb2dafde,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:13.991402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:14.088872 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.162324 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.240763 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daeeac-29b1-49b5-9bd2-bbb6c03488ef req-776c195b-ad9a-4e8e-bb40-e10a2cfec61e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:14.242878 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01daeeac-29b1-49b5-9bd2-bbb6c03488ef req-776c195b-ad9a-4e8e-bb40-e10a2cfec61e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.2500052
Jul 29 08:32:14.289176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.296840 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f3e9255c-fe48-40e3-bfa4-b0be48d6ddf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:14.316692 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01daeeac-29b1-49b5-9bd2-bbb6c03488ef req-328b1e16-a257-4a4d-aac1-69799eb0e12f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683291
Jul 29 08:32:14.328594 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20788360-aac6-4718-9b5e-6c77cb2dafde,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:14.331608 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.333157 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20788360-aac6-4718-9b5e-6c77cb2dafde HTTP/1.1" status: 204  len: 168 time: 0.5435233
Jul 29 08:32:14.335233 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:14.366994 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b59043-1e7a-4f33-8065-fc3cd1d683f8 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:14.376988 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.394053 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Transition to ACTIVE for port object c3b59043-1e7a-4f33-8065-fc3cd1d683f8 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:32:14.401642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.407835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:14.600355 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Pushing event updated for resources: {'Port': ['ID=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:14.610164 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:14.620841 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Attempting to bind port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:32:14.621173 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Attempting to bind port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:32:14.621502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Attempting to bind port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:14.626246 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:32:14.626559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Attempting to bind port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:14.634397 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:32:14.634763 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Checking segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:32:14.635175 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Bound using segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:32:14.635602 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Bound port: c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:32:14.635957 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.754624 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] For port c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:32:14.759013 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] For port c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:32:14.764232 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.771884 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cccc318c-1cfd-4199-870b-f6cb1e32a23a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:14.772676 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b03c6-ff29-4e3c-838b-cfaacd92dad1 req-c0d7e8f9-a899-436e-9242-1640b87ae6d1 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:14.774724 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-208b03c6-ff29-4e3c-838b-cfaacd92dad1 req-c0d7e8f9-a899-436e-9242-1640b87ae6d1 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 944 time: 0.0924680
Jul 29 08:32:14.775848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37132) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:14.815973 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.827617 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:14.828584 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:14.829952 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] 10.222.0.37 "PUT /v2.0/ports/c3b59043-1e7a-4f33-8065-fc3cd1d683f8 HTTP/1.1" status: 200  len: 1094 time: 1.4403884
Jul 29 08:32:14.830650 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'tag': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:32:14.865313 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Pushing event updated for resources: {'Port': ['ID=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:14.878021 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:14.918769 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'tag': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8', 'status': 'completed', 'code': 200}
Jul 29 08:32:14.933789 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:14.942578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Usage tracker for resource:security_group_rule and tenant:dfaedab6292b4c6ca4f7ee74631d6ab9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:14.946925 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:14.952110 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-208b03c6-ff29-4e3c-838b-cfaacd92dad1 req-f40f821b-30cc-4fe3-93f3-6e311f83820e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698294
Jul 29 08:32:14.956048 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:14.986324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-15bd105b-48e9-41e9-9aa5-729e8413a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:14.988563 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-15bd105b-48e9-41e9-9aa5-729e8413a746 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 1097 time: 0.1072025
Jul 29 08:32:15.083799 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:15.089150 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:15.094004 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-8c277433-2100-474f-8737-57a193cde9fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8 HTTP/1.1" status: 200  len: 217 time: 0.0949173
Jul 29 08:32:15.099185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-02a02dc2-6a0b-4e99-aa89-4c0426dd52b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:15.127937 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f2eaa5-47ea-4dd6-84f7-5c3e0eea9d96,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:15.131263 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:15.157987 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfaedab6292b4c6ca4f7ee74631d6ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809211
Jul 29 08:32:15.161005 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37148) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:15.189509 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-d5945a23-ebbe-4e2f-b8ed-406192cfc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:15.190670 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-d5945a23-ebbe-4e2f-b8ed-406192cfc123 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.0860443
Jul 29 08:32:15.240674 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:15.241561 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-2fecaaa2-9148-4c59-9ee1-7abb1a264f9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442817
Jul 29 08:32:15.279618 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:15.349517 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:15.357323 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:15.370349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f2eaa5-47ea-4dd6-84f7-5c3e0eea9d96,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:15.372720 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:15.376513 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:15.379098 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77f2eaa5-47ea-4dd6-84f7-5c3e0eea9d96 HTTP/1.1" status: 204  len: 168 time: 0.2171707
Jul 29 08:32:15.432271 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-ca6c8d5a-6af1-44d4-96eb-cc2d66236a06 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807578
Jul 29 08:32:15.603816 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f0668-8923-4e97-a40f-c1f8d24883bd req-eae84057-d2c0-46bd-a91e-a3c61cd1e6b0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:15.607286 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e25f0668-8923-4e97-a40f-c1f8d24883bd req-eae84057-d2c0-46bd-a91e-a3c61cd1e6b0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1362965
Jul 29 08:32:15.654610 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b393b897-ba7d-4b27-8526-f73f41ef6c01 req-d41ff275-4058-4cef-80f7-aa35fdcc9220 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113044
Jul 29 08:32:15.738686 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e25f0668-8923-4e97-a40f-c1f8d24883bd req-997bbd77-72be-495c-83e8-bbbcf2b2ae2b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219225
Jul 29 08:32:15.827192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-7ae1064b-5c9b-4cc1-b134-24a1ce1e6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:15.829022 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-7ae1064b-5c9b-4cc1-b134-24a1ce1e6968 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 1097 time: 0.0984054
Jul 29 08:32:16.044871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-fea3cb2b-c2ee-4ed6-bf0b-b9b85a497b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:16.046337 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-fea3cb2b-c2ee-4ed6-bf0b-b9b85a497b02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 915 time: 0.2092712
Jul 29 08:32:16.126269 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-3890a953-94e3-4b5d-a4e4-1d363eed97e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8 HTTP/1.1" status: 200  len: 217 time: 0.0698593
Jul 29 08:32:16.181369 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2cc2-179a-41fb-a223-c287f02eed2a req-1e287625-0432-478e-bdd8-b4d61c2a6f6b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:16.182869 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-36ba2cc2-179a-41fb-a223-c287f02eed2a req-1e287625-0432-478e-bdd8-b4d61c2a6f6b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 944 time: 0.0934997
Jul 29 08:32:16.205376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-4f7355c6-16c0-4111-8239-71b3703591e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:16.207849 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-4f7355c6-16c0-4111-8239-71b3703591e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.0696502
Jul 29 08:32:16.231502 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-36ba2cc2-179a-41fb-a223-c287f02eed2a req-afc6d4c6-98ba-4df3-ae8f-9d20befde82f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419734
Jul 29 08:32:16.275009 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-f7a9fee3-405d-41cc-850e-64c73fe869cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0492404
Jul 29 08:32:16.433013 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-55b04ced-a00d-4007-bceb-4beba5c4172a service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437318
Jul 29 08:32:16.567733 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5cb553bc-6cf4-4931-bca9-55235cffa227 req-bb4df949-7bd5-41da-9c37-94651869699b service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275423
Jul 29 08:32:16.948081 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f5d3-a8ac-47b4-a0ff-2edc5e6c611f req-27f32067-cbf4-4855-bc84-c88fa0c3e574 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:16.950062 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e3a6f5d3-a8ac-47b4-a0ff-2edc5e6c611f req-27f32067-cbf4-4855-bc84-c88fa0c3e574 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0964401
Jul 29 08:32:17.036304 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e3a6f5d3-a8ac-47b4-a0ff-2edc5e6c611f req-ff003ea8-d9a5-4491-a37b-29ce0a1dba56 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760539
Jul 29 08:32:17.487078 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c61f4-f2a6-477c-9c7b-3a8d1b4c97a3 req-1ea742bc-c86f-4f1d-b7e0-339619e40d88 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:17.489178 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5d0c61f4-f2a6-477c-9c7b-3a8d1b4c97a3 req-1ea742bc-c86f-4f1d-b7e0-339619e40d88 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 944 time: 0.1164994
Jul 29 08:32:17.519792 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device c3b59043-1e7a-4f33-8065-fc3cd1d683f8 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:32:17.550741 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5d0c61f4-f2a6-477c-9c7b-3a8d1b4c97a3 req-063d1038-2204-4dbb-b1c5-6ddc308a5173 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552738
Jul 29 08:32:17.678895 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:17.692257 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'port_id': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8', 'mac_address': 'fa:16:3e:5c:a4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007faabf-2dd5-482e-b532-98a96ca6befb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:32:17.747881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:17.765181 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b59043-1e7a-4f33-8065-fc3cd1d683f8 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:17.780543 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:17.784450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:17.786181 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:17.856209 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:17.859332 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:18.180752 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['c3b59043-1e7a-4f33-8065-fc3cd1d683f8'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:32:18.243687 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e7aed-2a74-4a3f-9ad2-4d74e5b987b3 req-08f8d829-0e4c-4cee-ba6b-e6070e5af899 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:18.245289 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-821e7aed-2a74-4a3f-9ad2-4d74e5b987b3 req-08f8d829-0e4c-4cee-ba6b-e6070e5af899 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0946813
Jul 29 08:32:18.303428 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-821e7aed-2a74-4a3f-9ad2-4d74e5b987b3 req-07b6d088-66e6-4979-884e-4d1f8537df6d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524685
Jul 29 08:32:18.776281 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac87df-8889-4cf4-9f47-9507a5d887e1 req-1d4f8344-a9cd-43c1-88f5-ab94643b424f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:18.777022 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-79ac87df-8889-4cf4-9f47-9507a5d887e1 req-1d4f8344-a9cd-43c1-88f5-ab94643b424f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:18.796279 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-79ac87df-8889-4cf4-9f47-9507a5d887e1 req-1d4f8344-a9cd-43c1-88f5-ab94643b424f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:18.797604 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-79ac87df-8889-4cf4-9f47-9507a5d887e1 req-1d4f8344-a9cd-43c1-88f5-ab94643b424f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 945 time: 0.1151817
Jul 29 08:32:18.821367 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37300) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:18.876718 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-79ac87df-8889-4cf4-9f47-9507a5d887e1 req-758fc4fa-7585-4142-b0fc-f9052ac13b07 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562549
Jul 29 08:32:18.988945 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.004722 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:19.009459 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9d89235502974c419f2be5c2d96725db is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:19.012461 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:19.018389 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:19.112548 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.117370 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.126540 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-81e95b1a-8ba4-48bb-bb8a-b1b6906ee85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:19.171067 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d89235502974c419f2be5c2d96725db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3479924
Jul 29 08:32:19.172780 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48a87de-3c73-4f95-b79b-d09a4641e6eb,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:19.175072 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37312) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:19.176079 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:19.279117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.317230 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.378806 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.383972 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-31083600-72fe-4cbb-b57e-360b74fe1c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:19.395905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48a87de-3c73-4f95-b79b-d09a4641e6eb,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:19.398856 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:19.401192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.402292 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b48a87de-3c73-4f95-b79b-d09a4641e6eb HTTP/1.1" status: 204  len: 168 time: 0.2247500
Jul 29 08:32:19.514614 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ac2f2-16b9-494b-a8fd-02670848e5ba req-9127fa61-b2ba-49e7-99e8-d908961347fd tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:19.516272 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6c0ac2f2-16b9-494b-a8fd-02670848e5ba req-9127fa61-b2ba-49e7-99e8-d908961347fd tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0919454
Jul 29 08:32:19.527468 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device c3b59043-1e7a-4f33-8065-fc3cd1d683f8 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:32:19.582952 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6c0ac2f2-16b9-494b-a8fd-02670848e5ba req-aebef5de-671a-4e28-b0f5-6c37cd34b0c3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603786
Jul 29 08:32:19.634308 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:32:19.642105 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:19.642777 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.743057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37340) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:19.763937 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.772033 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.779010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:19.784340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Usage tracker for resource:security_group_rule and tenant:5c96548525b040398f214d5e31df5f04 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:19.787805 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:19.793636 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:19.799280 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:32:19.809755 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:19.826172 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.829129 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-196eb787-c1a1-4037-bb8c-319b3b50740a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:19.875258 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8', 'code': 200}
Jul 29 08:32:19.883095 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.887062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:19.896203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-181d6dee-f6f0-418c-aaef-1462d20851ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:19.911216 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:19.917241 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:19.934019 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d018b6-d021-4eba-8c6f-db66ed24419a,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:19.937774 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:19.940048 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c96548525b040398f214d5e31df5f04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1958542
Jul 29 08:32:19.942620 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37350) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:20.005483 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:20.076736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:20.141894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb8634-feb9-4525-9a4a-c37d438b1d06 req-40b1d33b-5f75-4070-9584-9bd7f2f01088 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:20.143251 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ecdb8634-feb9-4525-9a4a-c37d438b1d06 req-40b1d33b-5f75-4070-9584-9bd7f2f01088 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.1271610
Jul 29 08:32:20.165587 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:20.172215 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-584bfc4a-71ae-458a-87bc-46a790de4864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:20.184848 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d018b6-d021-4eba-8c6f-db66ed24419a,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:20.188082 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:20.198908 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:20.199977 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84d018b6-d021-4eba-8c6f-db66ed24419a HTTP/1.1" status: 204  len: 168 time: 0.2564828
Jul 29 08:32:20.210677 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ecdb8634-feb9-4525-9a4a-c37d438b1d06 req-a59ae624-88c4-4c6d-93ae-83d7b2ed4d7d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612047
Jul 29 08:32:21.546400 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37414) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:21.657888 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.672793 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:21.676571 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Usage tracker for resource:security_group_rule and tenant:92a989a47c534526896a3401ea3ab15f is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:21.679971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:21.685507 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:21.764930 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.768578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.776625 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-40cf4257-5aa7-4c67-bb14-e115a3ecfbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:21.820696 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92a989a47c534526896a3401ea3ab15f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711573
Jul 29 08:32:21.821285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37424) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:21.821763 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2788a4-6b37-447b-8ff4-6e32feaa5918,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:21.826161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:21.889567 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.915999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.968642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.973299 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1cda34d3-a3b8-4dd4-85cd-b7c5546af5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:21.986111 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2788a4-6b37-447b-8ff4-6e32feaa5918,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:21.988607 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:21.989765 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:21.992015 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-f9f2ba8e-4106-474b-8c68-a79d1b76af73 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c2788a4-6b37-447b-8ff4-6e32feaa5918 HTTP/1.1" status: 204  len: 168 time: 0.1686077
Jul 29 08:32:22.157062 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:23.276093 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b0d87-3882-46cc-b572-714f36c0e822 req-5d83225b-a6e5-496c-9579-d265b2ef0c22 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:23.279496 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3d3b0d87-3882-46cc-b572-714f36c0e822 req-5d83225b-a6e5-496c-9579-d265b2ef0c22 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0918717
Jul 29 08:32:23.283668 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f690921-1ff4-46af-a362-fb60aaf935c8 req-77f00a33-75b0-432e-8ac1-0a7c46838ba9 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:23.285158 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2f690921-1ff4-46af-a362-fb60aaf935c8 req-77f00a33-75b0-432e-8ac1-0a7c46838ba9 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.1909778
Jul 29 08:32:23.328322 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3d3b0d87-3882-46cc-b572-714f36c0e822 req-abad3eb9-9914-4889-ad45-7fba6f48dd94 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418980
Jul 29 08:32:23.347420 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2f690921-1ff4-46af-a362-fb60aaf935c8 req-95eb2373-516c-4ed2-b25b-63a6698c7423 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533879
Jul 29 08:32:23.357023 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751ea59-58ab-4809-ba37-fa53fb0b3e77 req-3f5acc5c-f24a-42d8-90be-06613ded1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:23.358454 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1751ea59-58ab-4809-ba37-fa53fb0b3e77 req-3f5acc5c-f24a-42d8-90be-06613ded1ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 1099 time: 0.1394534
Jul 29 08:32:23.404858 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1751ea59-58ab-4809-ba37-fa53fb0b3e77 req-df21d564-f4e8-4257-8058-ae9b8e4c1636 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367172
Jul 29 08:32:24.143515 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93a26-9d3b-40e3-8570-2d73198894b2 req-3c18afad-567f-4c7f-af40-36836125e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:24.145286 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d6c93a26-9d3b-40e3-8570-2d73198894b2 req-3c18afad-567f-4c7f-af40-36836125e641 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 1098 time: 0.0960722
Jul 29 08:32:24.195324 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d6c93a26-9d3b-40e3-8570-2d73198894b2 req-96c461b3-8258-481e-b901-8802cd3aa96d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424125
Jul 29 08:32:24.582497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00af71-ef6e-4dbf-808d-16f2f2a9a5bb req-dbf05814-8bb4-46f9-a515-e7aa63e9a630 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:24.585050 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5a00af71-ef6e-4dbf-808d-16f2f2a9a5bb req-dbf05814-8bb4-46f9-a515-e7aa63e9a630 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0996706
Jul 29 08:32:24.622973 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7970695-2ece-4224-8cce-459da97d6bc1 req-efa97ee9-ad79-4671-b202-ae47c07d1e38 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:24.627899 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f7970695-2ece-4224-8cce-459da97d6bc1 req-efa97ee9-ad79-4671-b202-ae47c07d1e38 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.1076691
Jul 29 08:32:24.654305 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5a00af71-ef6e-4dbf-808d-16f2f2a9a5bb req-7743695d-60ca-47bd-a19e-9162589e15c7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588140
Jul 29 08:32:24.716736 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f7970695-2ece-4224-8cce-459da97d6bc1 req-b9b9856f-3c2b-41e6-9f92-f3347d059e5e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822911
Jul 29 08:32:25.857501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f326d2-aa8d-4c96-8960-350b067433bd req-f24a3f28-5d86-42fe-a84c-9855fd3b4677 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:25.859487 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d9f326d2-aa8d-4c96-8960-350b067433bd req-f24a3f28-5d86-42fe-a84c-9855fd3b4677 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1006708
Jul 29 08:32:25.927070 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d9f326d2-aa8d-4c96-8960-350b067433bd req-0cb0d552-3b2f-495e-9e6c-0d860c264598 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573637
Jul 29 08:32:25.967289 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cb40f-6a06-46bf-8d01-11602490eb5a req-a95283bd-04a3-4361-9b6a-9c961ed72322 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:25.969501 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1a1cb40f-6a06-46bf-8d01-11602490eb5a req-a95283bd-04a3-4361-9b6a-9c961ed72322 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.1462958
Jul 29 08:32:26.031753 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1a1cb40f-6a06-46bf-8d01-11602490eb5a req-023e270e-f41f-40df-a7fc-de0b87781ff2 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467300
Jul 29 08:32:26.167108 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3b722-3009-44bf-8c7c-52c30e834a52 req-9e76d217-cc3b-4e3f-8c98-734a8f368c0e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:26.168640 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01f3b722-3009-44bf-8c7c-52c30e834a52 req-9e76d217-cc3b-4e3f-8c98-734a8f368c0e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0823834
Jul 29 08:32:26.216852 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01f3b722-3009-44bf-8c7c-52c30e834a52 req-b3dc7f8b-31f8-45ae-9c94-109cd2331bc2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416408
Jul 29 08:32:26.784995 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37598) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:26.887250 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37606) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:26.944617 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:26.970030 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:26.977352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Usage tracker for resource:security_group_rule and tenant:e02dc4812af44fb68e4d561439bda139 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:26.982141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Deleting subnet cc690fcf-d315-4255-999d-a50fd346b47f {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:32:26.984862 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:26.987353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.019204 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:27.051497 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.063744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.174165 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.184476 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c03a5045-5b63-4b13-8442-54cc9d37f00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:27.212213 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.221430 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.231306 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc690fcf-d315-4255-999d-a50fd346b47f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:27.236198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.239669 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:27.241974 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b82c8b05-3854-4423-91e6-a432c7b7e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:27.273102 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e02dc4812af44fb68e4d561439bda139&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4867725
Jul 29 08:32:27.275853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37612) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:27.279413 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cc690fcf-d315-4255-999d-a50fd346b47f HTTP/1.1" status: 204  len: 168 time: 0.3889253
Jul 29 08:32:27.280071 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37616) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:27.306708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c411f56-1986-4456-9d0c-afd828e856ae,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:27.315299 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:27.355424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.383531 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.409210 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.438199 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.444363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1bcb2644-0409-433f-897b-e4be9584bac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:27.460891 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c411f56-1986-4456-9d0c-afd828e856ae,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:27.463905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:27.473880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.475841 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c411f56-1986-4456-9d0c-afd828e856ae HTTP/1.1" status: 204  len: 168 time: 0.1976941
Jul 29 08:32:27.648103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.676814 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4ccd3400>,) {'filters': {'network_id': ['526d3a88-4fbb-49b7-8d48-beeefa91c4f2']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:27.692846 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4ccd3400>, 'c42b3edb-d537-4c90-9ac3-4491fe425c79') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:27.694099 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4ccd3400>, 'c42b3edb-d537-4c90-9ac3-4491fe425c79') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:27.710095 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.731887 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.738951 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:32:27.740775 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:32:27.761732 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:32:27.860221 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.864417 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:27.889428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:27.901066 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=526d3a88-4fbb-49b7-8d48-beeefa91c4f2,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:27.905921 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:27.916320 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/526d3a88-4fbb-49b7-8d48-beeefa91c4f2 HTTP/1.1" status: 204  len: 168 time: 0.6320903
Jul 29 08:32:27.916713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37652) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:27.973162 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37658) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:27.996636 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.003713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37662) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:28.016987 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:28.023426 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Deleting subnet 3b0f4906-0631-4af3-963e-72f191447dfd {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:32:28.025822 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Usage tracker for resource:security_group_rule and tenant:a9b6d518557f4fa7bb8fe6221914b61c is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:28.026689 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.029454 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:28.036503 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:28.080667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.090221 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.142040 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.147745 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.159734 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-90749802-29e5-44e0-aaee-d3f902777f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:28.197455 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.204366 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:28.213974 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9b6d518557f4fa7bb8fe6221914b61c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2396705
Jul 29 08:32:28.215000 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f5cf5d-b7c6-41aa-b7b5-ec41f35aaa2f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:28.220094 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:28.220973 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37672) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:28.250450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b0f4906-0631-4af3-963e-72f191447dfd,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:28.257009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:28.265502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.275798 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3b0f4906-0631-4af3-963e-72f191447dfd HTTP/1.1" status: 204  len: 168 time: 0.3577547
Jul 29 08:32:28.276821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37678) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:28.354778 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.421577 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.435350 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.441031 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.538864 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.543906 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:28.560292 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f5cf5d-b7c6-41aa-b7b5-ec41f35aaa2f,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:28.586817 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:28.588601 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.591018 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6f5cf5d-b7c6-41aa-b7b5-ec41f35aaa2f HTTP/1.1" status: 204  len: 168 time: 0.3688979
Jul 29 08:32:28.605037 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:28.634465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Usage tracker for resource:security_group_rule and tenant:d04882c99f2d4d5aae172a9160d40441 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:28.644732 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:28.684545 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:28.789237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:28.828429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5d4c79de80>> segment before_delete 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.828780 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5d4c79de80>> subnet precommit_delete_associations 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.829539 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> segment_host_mapping after_create 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.829870 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> port after_create 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.830227 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> port after_delete 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.830548 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> port after_update 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.830844 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> segment after_delete 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.831160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> subnet after_create 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.831477 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> subnet after_delete 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.831781 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5d4cb0eac0>> subnet after_update 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.962945 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4cb3a1f0>> subnet after_create 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.963407 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4cb3a1f0>> subnet after_delete 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.963848 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4cb3a1f0>> subnet before_create 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.964490 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5d4cb3a1f0>> subnet before_update 55550000 {{(pid=78531) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 29 08:32:28.964914 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4c79dac0>,) {'filters': {'network_id': ['be54ba3c-bee2-41c4-af83-387902bd694d']}} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:28.983059 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a9b99-3617-4e0f-89aa-533be08029b2 req-b81ba561-e7a1-4925-bc80-0e5eb77832f5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:28.990649 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-579a9b99-3617-4e0f-89aa-533be08029b2 req-b81ba561-e7a1-4925-bc80-0e5eb77832f5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.4785907
Jul 29 08:32:29.017508 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c79dac0>, '9bbf1613-b111-426f-9b72-647c63fc0013') {'for_net_delete': True} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:29.018201 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c79dac0>, '9bbf1613-b111-426f-9b72-647c63fc0013') {} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:32:29.042996 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3376483'] for segment, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.061827 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-9e10caa9-65b2-437a-9d80-793b322bfea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:29.063286 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-9e10caa9-65b2-437a-9d80-793b322bfea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.6304410
Jul 29 08:32:29.085622 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.108836 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-579a9b99-3617-4e0f-89aa-533be08029b2 req-c899a0bb-0138-4870-b33e-f6bab9649ff7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171525
Jul 29 08:32:29.124286 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=78531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:32:29.124691 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133845'] for segment, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   from cryptography.utils import int_from_bytes
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   from cryptography.utils import int_from_bytes
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   util.warn_limited(
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   util.warn_limited(
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]: Traceback (most recent call last):
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     timer()
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     cb(*args, **kw)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     return func(*args, **kwargs)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     self._notify()
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     self.callback(batched_events)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     event.method(event)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     return f(self, *a, **k)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._get(url).json()
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:32:29.142286 dv-cinder-802781-1-iscsi neutron-server[78531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:32:29.315611 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.333791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.345151 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:29.430176 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.439557 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=be54ba3c-bee2-41c4-af83-387902bd694d,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:29.442003 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:29.452619 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.463331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e786b1c0-b32f-4fbf-b6fa-cc4dba7f2712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:29.475392 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-aaea8ca0-e2ff-48fd-9c7a-a81f9d481b9b admin admin] 10.222.0.24 "DELETE /v2.0/networks/be54ba3c-bee2-41c4-af83-387902bd694d HTTP/1.1" status: 204  len: 168 time: 1.1971030
Jul 29 08:32:29.488380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-7b2923c5-4e63-487c-8bcb-f0135a3c3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:29.489817 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-7b2923c5-4e63-487c-8bcb-f0135a3c3811 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.4101117
Jul 29 08:32:29.559344 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d04882c99f2d4d5aae172a9160d40441&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5534472
Jul 29 08:32:29.562770 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37708) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:29.566560 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5476b387-5c0f-4855-b1b4-07ad3d2d390e,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:29.574788 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:29.578768 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-723f4276-6045-4dc7-8e4e-ff333e48eee8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.0725613
Jul 29 08:32:29.659204 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-249c583b-4401-4657-be5a-a41722b2ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:29.660672 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-249c583b-4401-4657-be5a-a41722b2ece8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.0738900
Jul 29 08:32:29.684450 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37712) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:29.711832 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-875f1a02-e6b5-4369-b3ff-940b6acc95e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427644
Jul 29 08:32:29.736211 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.764614 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-7252659a-a0c1-481e-9a50-bc37da4ef728 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=981d9a17103b4e6687f3ede9e0eeba8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0768139
Jul 29 08:32:29.765274 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37716) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:29.775501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.835363 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.840463 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:29.853361 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5476b387-5c0f-4855-b1b4-07ad3d2d390e,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:29.856317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:29.858317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.860012 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5476b387-5c0f-4855-b1b4-07ad3d2d390e HTTP/1.1" status: 204  len: 168 time: 0.2955575
Jul 29 08:32:29.912823 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-4bad1c36-49fb-4647-8c1d-5fa0bdbd0e3d service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826203
Jul 29 08:32:29.917259 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:29.977741 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.027319 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-82c9f3ae-8ff2-4bb7-b6b0-aed58de5c96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.105639 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f6f4ecc5-67a1-47ae-ba86-0a3684a1f52e req-825c735f-dd10-4917-b5c4-d06e7186a099 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761622
Jul 29 08:32:30.116363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.121621 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3a860916-726a-4319-a381-76f89b3b36c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:30.135769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5379ae6b-3c7d-4e2a-8a86-913e098d5da6,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:30.138802 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:30.146117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.150361 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5379ae6b-3c7d-4e2a-8a86-913e098d5da6 HTTP/1.1" status: 204  len: 168 time: 0.3819263
Jul 29 08:32:30.331735 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abedd5f-531c-416f-afa5-7e2919594ba7 req-61456d70-c18d-45a0-bea0-b20d50a7473a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:30.334402 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0abedd5f-531c-416f-afa5-7e2919594ba7 req-61456d70-c18d-45a0-bea0-b20d50a7473a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0890851
Jul 29 08:32:30.362549 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37738) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:30.382610 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.384344 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0abedd5f-531c-416f-afa5-7e2919594ba7 req-f290c211-4841-4a4c-abfd-378ea36d87a5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431886
Jul 29 08:32:30.399356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:30.404287 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Usage tracker for resource:security_group_rule and tenant:ad1e3167d31e462582c9157232cd48d9 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:30.407196 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:30.413733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:30.498851 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.504483 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.516761 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:30.558493 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37744) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:30.563477 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad1e3167d31e462582c9157232cd48d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1997929
Jul 29 08:32:30.565081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37748) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:30.566427 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.567785 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e24fc0-bb0b-458c-97e9-e47cc1b8acbc,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:30.580543 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:30.615892 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e1558a90-d2aa-484a-ace7-f687fff832e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d68e13db7cf4c4e83e3e50897ed769f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553803
Jul 29 08:32:30.620595 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37754) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:30.632243 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.658581 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.684484 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.711134 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.712213 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.715992 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b2159080-6835-42a8-b320-ae1f61ab9049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:30.726067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e24fc0-bb0b-458c-97e9-e47cc1b8acbc,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:30.730383 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:30.732341 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.737789 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1e24fc0-bb0b-458c-97e9-e47cc1b8acbc HTTP/1.1" status: 204  len: 168 time: 0.1693652
Jul 29 08:32:30.768856 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.773070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-38674e28-974d-4a7f-b034-2a20e934b230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:30.784235 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbc2272-ddf8-44bc-9849-706af2329d7c,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:30.787010 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:30.793123 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:30.794223 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bbc2272-ddf8-44bc-9849-706af2329d7c HTTP/1.1" status: 204  len: 168 time: 0.1726902
Jul 29 08:32:31.595143 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de110a-cb9e-4e63-84ff-93fd185255e5 req-34aeee20-7252-464a-8dff-960bd2208122 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:31.596655 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b2de110a-cb9e-4e63-84ff-93fd185255e5 req-34aeee20-7252-464a-8dff-960bd2208122 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0845129
Jul 29 08:32:31.645633 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b2de110a-cb9e-4e63-84ff-93fd185255e5 req-d6b259c3-2fb2-4d44-9c3b-00eba3967710 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419958
Jul 29 08:32:32.013635 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 37826) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:32.178720 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.221300 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:32.226286 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Usage tracker for resource:security_group_rule and tenant:ca7c363d5916473a83bcd57ae23d7d53 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:32.229594 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:32.236224 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:32.321815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.325618 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.334788 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-09733f40-5824-4aca-8eb4-3092e3b2962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:32.372317 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca7c363d5916473a83bcd57ae23d7d53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3573248
Jul 29 08:32:32.373868 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aacaa7-fdff-4618-b5ee-8b1adf5fc7a6,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:32.375217 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 37840) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:32.376790 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:32.435057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.462059 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.513708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.517252 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9886ab61-4388-4206-985b-df2d82224ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:32.531871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aacaa7-fdff-4618-b5ee-8b1adf5fc7a6,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:32.535417 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:32.542892 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.543997 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66aacaa7-fdff-4618-b5ee-8b1adf5fc7a6 HTTP/1.1" status: 204  len: 168 time: 0.1677556
Jul 29 08:32:32.750604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c01d99e7-866e-4bdf-bfc8-eca245c55939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:32.848803 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab7067-1a62-411e-a516-c7ba679c87f4 req-51867309-5477-40a7-bfed-542aad615313 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:32.850830 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-08ab7067-1a62-411e-a516-c7ba679c87f4 req-51867309-5477-40a7-bfed-542aad615313 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0860865
Jul 29 08:32:32.903204 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-08ab7067-1a62-411e-a516-c7ba679c87f4 req-f0cd14da-65a0-483f-b421-e38112cabbfc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464962
Jul 29 08:32:33.433619 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:33.812635 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-c262b517-5626-4a18-9b87-3cbda0d01bdf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Synchronizing usage tracker for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:33.830275 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-c262b517-5626-4a18-9b87-3cbda0d01bdf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Unset dirty status for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:33.831556 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-c262b517-5626-4a18-9b87-3cbda0d01bdf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344339691&fields=id&tenant_id=be54fe16b8314d1cb4f28d57192e6876 HTTP/1.1" status: 200  len: 267 time: 0.0599470
Jul 29 08:32:34.011298 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-f6b4be55-7e48-48be-9e8a-2df9bdec8176 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:34.016848 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-f6b4be55-7e48-48be-9e8a-2df9bdec8176 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 809 time: 0.1761830
Jul 29 08:32:34.043147 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-9148403e-4094-408c-989f-9414f78ab80f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/quotas/be54fe16b8314d1cb4f28d57192e6876 HTTP/1.1" status: 200  len: 375 time: 0.0207064
Jul 29 08:32:34.139013 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-102ea2fa-60cc-4b53-8d5b-4d9899242f69 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Synchronizing usage tracker for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:34.168835 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-102ea2fa-60cc-4b53-8d5b-4d9899242f69 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Unset dirty status for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:34.183762 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-102ea2fa-60cc-4b53-8d5b-4d9899242f69 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1385539
Jul 29 08:32:34.193902 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2e2ea-0a10-4c45-873a-9a29c32c3a13 req-58c80e78-1cf2-4a28-95a4-c6d7419dc202 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:34.195593 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fca2e2ea-0a10-4c45-873a-9a29c32c3a13 req-58c80e78-1cf2-4a28-95a4-c6d7419dc202 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1222551
Jul 29 08:32:34.247901 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fca2e2ea-0a10-4c45-873a-9a29c32c3a13 req-23e24798-559e-473e-84e2-1a6913b74543 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412052
Jul 29 08:32:34.317879 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-dfe4c7ee-74fd-4b0b-9cfa-58593e3b69e3 service neutron] 10.222.0.24 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316419
Jul 29 08:32:34.446033 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-7d26eb1d-f3e7-40e0-ac1b-91c7be6a63d4 service neutron] 10.222.0.24 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222081
Jul 29 08:32:34.823610 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-53f7a744-43d2-418b-a8b9-4d6876c43773 req-2b3bb51c-2bbe-4082-a06b-65a3a6449937 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 210 time: 0.0450535
Jul 29 08:32:35.151959 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:37.603007 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912defc-81ad-4a20-be5e-42aa9dff51f1 req-8cb40364-19a4-4048-8c67-9bd16e3dca5f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:37.604542 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c912defc-81ad-4a20-be5e-42aa9dff51f1 req-8cb40364-19a4-4048-8c67-9bd16e3dca5f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1020260
Jul 29 08:32:37.672378 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c912defc-81ad-4a20-be5e-42aa9dff51f1 req-f56cd1fa-80b3-496a-ba42-2990d8c892f8 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613849
Jul 29 08:32:37.748508 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b473fb48-1715-4ce8-a311-d828d1ba09b5 req-e5c43472-c339-4c2e-81b4-ec2e3c701f4b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 210 time: 0.0476930
Jul 29 08:32:38.336720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-6ba9cc9c-2946-4540-bc07-5316707e3f5f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:38.337455 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-6ba9cc9c-2946-4540-bc07-5316707e3f5f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Synchronizing usage tracker for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:network {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:38.354743 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-6ba9cc9c-2946-4540-bc07-5316707e3f5f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Unset dirty status for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:network {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:38.355874 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-6ba9cc9c-2946-4540-bc07-5316707e3f5f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 809 time: 0.2004979
Jul 29 08:32:38.416100 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-32a3b232-16a1-4186-bf85-d4f602e232eb tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Synchronizing usage tracker for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:38.443067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-32a3b232-16a1-4186-bf85-d4f602e232eb tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Unset dirty status for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:38.445463 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-32a3b232-16a1-4186-bf85-d4f602e232eb tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be54fe16b8314d1cb4f28d57192e6876 HTTP/1.1" status: 200  len: 379 time: 0.0763850
Jul 29 08:32:38.478959 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'port': {'device_id': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'admin_state_up': True, 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'security_groups': ['7eb4e822-7250-475f-a7b9-b89ed6080d73']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:38.661637 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:38.672061 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:38.684708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Made reservation on behalf of be54fe16b8314d1cb4f28d57192e6876 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:38.688283 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:38.923601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Allocated IP 172.20.0.6 (79dd464e-7499-4475-9721-9ced8c9ff999/69841bcc-fc8f-4532-8339-a7428b6d6bd6/f847759e-f107-422c-8d55-c9785156857b) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:32:38.988353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a0373-c831-48a1-bfb1-b6fc1f60406a req-a29f6442-0852-4a11-b7e6-f80cb4d9ec23 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:38.991898 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c21e1932-00f4-461c-8a20-3c5b1c48ff00 req-81ee63b1-6f4b-4aee-854d-a4f83b0b77de tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 210 time: 0.0500503
Jul 29 08:32:38.992563 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e8a0373-c831-48a1-bfb1-b6fc1f60406a req-a29f6442-0852-4a11-b7e6-f80cb4d9ec23 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.2003105
Jul 29 08:32:39.233817 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e8a0373-c831-48a1-bfb1-b6fc1f60406a req-e8ef7bf4-1991-41ee-966a-d35809c711bc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275082
Jul 29 08:32:39.287460 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:39.310112 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Transition to ACTIVE for port object f847759e-f107-422c-8d55-c9785156857b will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:32:39.336012 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:39.341912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:39.418650 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Network 79dd464e-7499-4475-9721-9ced8c9ff999 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:32:39.421595 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:32:39.426092 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:32:39.461108 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:39.477921 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.478462 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.479252 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.479791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.480319 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.480848 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.481364 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.481859 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.482374 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.482865 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.483346 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.483851 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:39.496938 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:39.535741 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:39.540256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:39.592446 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1174300
Jul 29 08:32:39.605369 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Request body: {'port': {'device_id': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:39.737836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:39.792363 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5485bf7a-7fee-420c-b627-6e29e3b3f16e None None] Provisioning for port f847759e-f107-422c-8d55-c9785156857b completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:32:39.797722 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5485bf7a-7fee-420c-b627-6e29e3b3f16e None None] Provisioning complete for port f847759e-f107-422c-8d55-c9785156857b triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:39.798136 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5485bf7a-7fee-420c-b627-6e29e3b3f16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:39.852997 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5485bf7a-7fee-420c-b627-6e29e3b3f16e None None] Port f847759e-f107-422c-8d55-c9785156857b cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:32:40.093601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f847759e-f107-422c-8d55-c9785156857b {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:40.102072 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:40.116106 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Transition to ACTIVE for port object f847759e-f107-422c-8d55-c9785156857b will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:32:40.120010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:40.124420 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ea57683b-09cb-4757-9584-848e1971f167 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:40.195648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb10f6-1c11-48ae-a620-3e93da4d4bc4 req-5fcfaf7c-ff1b-4221-ac46-2e590fccf4c2 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:40.197424 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e9fb10f6-1c11-48ae-a620-3e93da4d4bc4 req-5fcfaf7c-ff1b-4221-ac46-2e590fccf4c2 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0869455
Jul 29 08:32:40.248631 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e9fb10f6-1c11-48ae-a620-3e93da4d4bc4 req-bc6d2134-e4f2-48a0-a90e-3725f736e312 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434914
Jul 29 08:32:40.322497 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:40.331503 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:40.406425 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Attempting to bind port f847759e-f107-422c-8d55-c9785156857b on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:32:40.406755 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Attempting to bind port f847759e-f107-422c-8d55-c9785156857b by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:32:40.407081 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Attempting to bind port f847759e-f107-422c-8d55-c9785156857b on network 79dd464e-7499-4475-9721-9ced8c9ff999 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:40.416813 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Port f847759e-f107-422c-8d55-c9785156857b on network 79dd464e-7499-4475-9721-9ced8c9ff999 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:32:40.417132 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Attempting to bind port f847759e-f107-422c-8d55-c9785156857b on network 79dd464e-7499-4475-9721-9ced8c9ff999 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:40.425005 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:32:40.425342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Checking segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:32:40.425717 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Bound using segment: {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:32:40.426141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Bound port: f847759e-f107-422c-8d55-c9785156857b, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40875fc-f48c-4f24-8338-0d2a13ce62dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:32:40.426479 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:40.526080 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6b561-cfd2-4b0d-8b7c-f5745edadab8 req-99614325-d1ee-4878-92ce-0a658030d097 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:40.527464 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bcd6b561-cfd2-4b0d-8b7c-f5745edadab8 req-99614325-d1ee-4878-92ce-0a658030d097 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1772420
Jul 29 08:32:40.551307 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:32:40.571059 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:32:40.581088 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:40.588163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c35810da-3396-46ad-9e61-e70d3fb89ba7 tempest-DeleteServersTestJSON-1103140253 tempest-DeleteServersTestJSON-1103140253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:40.617198 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bcd6b561-cfd2-4b0d-8b7c-f5745edadab8 req-98a64ee2-6d72-4e12-ac3a-4b88d10ae013 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838099
Jul 29 08:32:40.645502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:40.646112 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:40.648063 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] 10.222.0.37 "PUT /v2.0/ports/f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 1093 time: 1.0481842
Jul 29 08:32:40.648570 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:32:40.686109 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:40.689764 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:40.759596 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'status': 'completed', 'code': 200}
Jul 29 08:32:40.822984 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-eaf48a70-efbe-446c-8260-ba80b3b4abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:40.824572 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-eaf48a70-efbe-446c-8260-ba80b3b4abf9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1096 time: 0.1145313
Jul 29 08:32:40.907906 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-2a345722-2acd-4ef7-8852-59f87faf2331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 217 time: 0.0668814
Jul 29 08:32:40.975859 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-240f07d0-451d-48c2-b615-51af65d7d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:40.977220 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-240f07d0-451d-48c2-b615-51af65d7d06a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.0566118
Jul 29 08:32:41.068342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-c6a775b0-d70a-40c3-a419-c8c3d17476b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:41.070142 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-c6a775b0-d70a-40c3-a419-c8c3d17476b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781686
Jul 29 08:32:41.265318 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-28d5b73b-3dce-4fb6-975b-207093a4878d service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847489
Jul 29 08:32:41.312232 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:32:41.400810 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e7364dd2-61d8-4ac5-b03f-21a00db535e7 req-b472dd86-6a4f-492e-8261-f5ad746e0c01 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285837
Jul 29 08:32:41.452098 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c104016-4066-4d8c-8db5-2fcd5a35b8e6 req-a2e16864-d39f-445c-bd36-1c8247ac19ff tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:41.453819 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4c104016-4066-4d8c-8db5-2fcd5a35b8e6 req-a2e16864-d39f-445c-bd36-1c8247ac19ff tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0830445
Jul 29 08:32:41.501134 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4c104016-4066-4d8c-8db5-2fcd5a35b8e6 req-f563f9f5-4ee2-4d2c-a9ea-f37b4f630bc2 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411549
Jul 29 08:32:41.535080 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820422b-0b1f-45db-a655-60b841de5379 req-7efef401-7a26-46ad-acef-74d6440a2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:41.536513 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-7efef401-7a26-46ad-acef-74d6440a2f7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1096 time: 0.0751221
Jul 29 08:32:41.671424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820422b-0b1f-45db-a655-60b841de5379 req-c9f4afa4-8615-4748-9d4a-bc6ff764204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:41.672912 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-c9f4afa4-8615-4748-9d4a-bc6ff764204a service neutron] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 910 time: 0.1287253
Jul 29 08:32:41.778652 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-f2817584-1a71-47bb-b666-67568556a585 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 217 time: 0.0947576
Jul 29 08:32:41.875385 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820422b-0b1f-45db-a655-60b841de5379 req-17ed74f8-6d80-4bed-965d-5b1c8c8789d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:41.877447 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-17ed74f8-6d80-4bed-965d-5b1c8c8789d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.0869753
Jul 29 08:32:41.929892 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b4653-95f5-4172-b654-c20a71bec864 req-3fd3f254-4668-459b-a810-2753db39a41f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:41.931229 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-652b4653-95f5-4172-b654-c20a71bec864 req-3fd3f254-4668-459b-a810-2753db39a41f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1912601
Jul 29 08:32:42.003674 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-652b4653-95f5-4172-b654-c20a71bec864 req-6e3b27f6-1752-4804-a46d-486b1a136439 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666332
Jul 29 08:32:42.012411 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820422b-0b1f-45db-a655-60b841de5379 req-d7edfc93-399d-4e0b-b464-79d86ccb2c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:42.014014 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-d7edfc93-399d-4e0b-b464-79d86ccb2c60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1255062
Jul 29 08:32:42.176081 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-0bc47cd7-9115-48e3-a234-db960ef2a5ff service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438906
Jul 29 08:32:42.192718 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 38104) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:42.320616 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.323982 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c820422b-0b1f-45db-a655-60b841de5379 req-5459a3e1-bf80-457d-a43b-bb9c4735512b service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351135
Jul 29 08:32:42.335198 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:42.339017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Usage tracker for resource:security_group_rule and tenant:c150ead642e041d8808388b36422412f is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:42.341942 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:42.348004 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:42.428188 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.431968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.438921 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-43efe7b1-4919-494c-bfaf-69131d237a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:42.480004 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c150ead642e041d8808388b36422412f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2861602
Jul 29 08:32:42.482752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 38110) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:42.484005 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363adc41-d6b0-453e-a522-a0c52bccbf0a,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:42.491773 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.492172 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.492539 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.492898 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.493251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.493606 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.493956 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.494304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.494666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.494995 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.495337 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.495774 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:42.499494 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:42.549662 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.582886 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.636940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.643977 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-00a429dc-4bf6-4635-a806-de2ad26cd3f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:42.657303 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363adc41-d6b0-453e-a522-a0c52bccbf0a,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:42.660796 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:42.667563 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:42.668795 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/363adc41-d6b0-453e-a522-a0c52bccbf0a HTTP/1.1" status: 204  len: 168 time: 0.1848907
Jul 29 08:32:42.700647 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b257e4-0386-4491-9a69-103ddf36473b req-3dfb1877-f35e-400e-b605-b740599859e9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:42.702260 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8b257e4-0386-4491-9a69-103ddf36473b req-3dfb1877-f35e-400e-b605-b740599859e9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0929236
Jul 29 08:32:42.828193 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8b257e4-0386-4491-9a69-103ddf36473b req-17ef4161-5d5e-4031-b990-e0d5e0b244c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151242
Jul 29 08:32:43.208553 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9038a-7400-42a3-8ff1-5671107868c4 req-2b770a0b-1b54-4bc0-ba2d-3b56224660ca tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:43.210777 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7b9038a-7400-42a3-8ff1-5671107868c4 req-2b770a0b-1b54-4bc0-ba2d-3b56224660ca tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0865879
Jul 29 08:32:43.261568 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e7b9038a-7400-42a3-8ff1-5671107868c4 req-0895fb48-c4cb-4bc2-a2aa-b950eb2986f3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445180
Jul 29 08:32:44.030863 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6915549-240d-459f-b80c-659df71d890e req-684a5eff-75d2-4194-96ff-becb6318ecb3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:44.031560 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-a6915549-240d-459f-b80c-659df71d890e req-684a5eff-75d2-4194-96ff-becb6318ecb3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Synchronizing usage tracker for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:44.050835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-a6915549-240d-459f-b80c-659df71d890e req-684a5eff-75d2-4194-96ff-becb6318ecb3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Unset dirty status for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:44.052114 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6915549-240d-459f-b80c-659df71d890e req-684a5eff-75d2-4194-96ff-becb6318ecb3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1017735
Jul 29 08:32:44.105343 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6915549-240d-459f-b80c-659df71d890e req-166eaf37-3109-4608-bbf1-516c49024303 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467484
Jul 29 08:32:44.460805 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d7819-1693-4089-9081-58101a4e283d req-2c7fefef-8ad2-413c-8e4e-d90a9673e928 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:44.462260 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7e9d7819-1693-4089-9081-58101a4e283d req-2c7fefef-8ad2-413c-8e4e-d90a9673e928 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0807016
Jul 29 08:32:44.505614 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7e9d7819-1693-4089-9081-58101a4e283d req-ccfa87de-85cc-46d3-93fe-2ac17b5bad45 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377858
Jul 29 08:32:45.324684 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77d4b8-3095-4f31-a154-5619063ea5d0 req-51010cf3-9ed8-44a9-86c5-a9d0530f0991 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:45.326504 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2b77d4b8-3095-4f31-a154-5619063ea5d0 req-51010cf3-9ed8-44a9-86c5-a9d0530f0991 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0961697
Jul 29 08:32:45.384598 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2b77d4b8-3095-4f31-a154-5619063ea5d0 req-b079a59d-50f4-47c3-a857-689805c995ec tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517251
Jul 29 08:32:45.712789 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf151e-2cf3-45a9-84b6-8350f05f1f06 req-947bfcf0-0811-459e-be96-9d9176abe2e7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:45.714297 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5caf151e-2cf3-45a9-84b6-8350f05f1f06 req-947bfcf0-0811-459e-be96-9d9176abe2e7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0855219
Jul 29 08:32:45.759282 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5caf151e-2cf3-45a9-84b6-8350f05f1f06 req-9c955a62-e4ee-4c9d-8807-efa2c7a95120 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392454
Jul 29 08:32:46.595612 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2193c-c923-4585-912e-7ea14acea777 req-fcb58218-4674-4fd0-82c2-a9e99de6baaf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:46.598183 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-47b2193c-c923-4585-912e-7ea14acea777 req-fcb58218-4674-4fd0-82c2-a9e99de6baaf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1001008
Jul 29 08:32:46.651359 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-47b2193c-c923-4585-912e-7ea14acea777 req-82503127-8cb8-4697-b99e-471f98b09bc7 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464292
Jul 29 08:32:46.734936 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 38208) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:46.879385 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:46.896942 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:46.901345 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Usage tracker for resource:security_group_rule and tenant:e365268163bc413eb6756c6a07863d84 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:32:46.905163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:32:46.911238 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:47.023171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4a7a1-4b31-4a7d-a6cc-0a9dae29f859 req-b0fe4524-352b-4d1b-8d0e-4bcc569ceb56 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:47.025778 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ede4a7a1-4b31-4a7d-a6cc-0a9dae29f859 req-b0fe4524-352b-4d1b-8d0e-4bcc569ceb56 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1366920
Jul 29 08:32:47.086709 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ede4a7a1-4b31-4a7d-a6cc-0a9dae29f859 req-31083d73-3f39-40f0-9453-c06ade5dac33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552442
Jul 29 08:32:47.232045 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255543-b941-443b-949b-a87a95b11bb9 req-ac609aa1-877d-4e27-88a9-298346152a27 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:47.233546 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-43255543-b941-443b-949b-a87a95b11bb9 req-ac609aa1-877d-4e27-88a9-298346152a27 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.2898183
Jul 29 08:32:47.235834 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:47.245069 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:47.268771 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05589b6a-19b9-4561-a1ca-44231f810267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:47.311186 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7154c-a51b-4862-be60-544b74a81ab7 req-2417e3cf-2be5-450f-8f7b-58413ef4b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:47.312710 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-87b7154c-a51b-4862-be60-544b74a81ab7 req-2417e3cf-2be5-450f-8f7b-58413ef4b9e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.1987412
Jul 29 08:32:47.352943 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd28bd9-e84e-418a-b78f-32f2e44934bb,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:47.360017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 38222) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:32:47.360338 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e365268163bc413eb6756c6a07863d84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6239302
Jul 29 08:32:47.361339 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:47.379852 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-43255543-b941-443b-949b-a87a95b11bb9 req-97146f3f-80b9-46e4-9c1d-bcbb82ed2303 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1380036
Jul 29 08:32:47.408216 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-87b7154c-a51b-4862-be60-544b74a81ab7 req-0b7c1ab1-bd5f-4ca9-a8f6-10b5adb25f40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765224
Jul 29 08:32:47.451159 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:47.478632 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:47.569845 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:47.576998 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a800fe40-bbd0-4ef6-8694-f27c5412ddfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:47.642925 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd28bd9-e84e-418a-b78f-32f2e44934bb,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:47.650270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:47.674827 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:47.675925 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccd28bd9-e84e-418a-b78f-32f2e44934bb HTTP/1.1" status: 204  len: 168 time: 0.3147788
Jul 29 08:32:47.716872 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-84755838-c88a-4935-84d8-e8bc98e73fd7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:47.718451 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-84755838-c88a-4935-84d8-e8bc98e73fd7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.1863661
Jul 29 08:32:47.733710 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-8768d8e0-75f4-4b03-a6a4-48c5250c8129 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/quotas/f02ba612dd3d4a0bb840f474ddc79787 HTTP/1.1" status: 200  len: 375 time: 0.0097516
Jul 29 08:32:47.831515 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-5e8dbbef-17e9-459e-b3c1-f3bd223bc48d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0924807
Jul 29 08:32:47.864732 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16371d7c-3340-410b-8fba-90b57d926b35 req-1c6b0b32-a36d-46c7-8722-87b49b464301 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:47.866717 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-16371d7c-3340-410b-8fba-90b57d926b35 req-1c6b0b32-a36d-46c7-8722-87b49b464301 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0974715
Jul 29 08:32:47.921526 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-16371d7c-3340-410b-8fba-90b57d926b35 req-69c531c4-beda-4616-b8b1-bbac7822c222 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466878
Jul 29 08:32:47.994793 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-27d59c3a-f0e8-41e8-bff1-d743b5baf365 service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547575
Jul 29 08:32:48.132106 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-df19e047-91eb-4043-9589-e0b8bab6afdc service neutron] 10.222.0.24 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308401
Jul 29 08:32:48.279253 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29a720-dfb4-4420-86fa-39df2a2a1734 req-0481932c-ada6-41c6-a22a-942fdf204b87 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:48.280752 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4c29a720-dfb4-4420-86fa-39df2a2a1734 req-0481932c-ada6-41c6-a22a-942fdf204b87 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0883524
Jul 29 08:32:48.322867 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f490814-7a75-4d2a-ac2c-d01eedfc7f07 req-787fe0db-cb53-4bbd-93d4-5e38a4b0165d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 210 time: 0.0539446
Jul 29 08:32:48.334985 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4c29a720-dfb4-4420-86fa-39df2a2a1734 req-588546b2-2b4f-4e1e-914f-e0eff865323e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483677
Jul 29 08:32:48.575666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dc2e4-cb18-4e1b-9704-6d4e0b2f054e req-56a71e51-3b72-4a46-821e-5624ed78dc20 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:48.576898 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-020dc2e4-cb18-4e1b-9704-6d4e0b2f054e req-56a71e51-3b72-4a46-821e-5624ed78dc20 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0911801
Jul 29 08:32:48.628109 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-020dc2e4-cb18-4e1b-9704-6d4e0b2f054e req-ebb6d309-6d5a-4c48-974b-29ffb83b2a8d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444810
Jul 29 08:32:49.130324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3c0e6-7d6a-415d-aa07-52a7d23b704d req-82ec1d1b-756c-4c4e-aca6-78c82bd521de tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:49.131786 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c1c3c0e6-7d6a-415d-aa07-52a7d23b704d req-82ec1d1b-756c-4c4e-aca6-78c82bd521de tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0852051
Jul 29 08:32:49.178758 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c1c3c0e6-7d6a-415d-aa07-52a7d23b704d req-0bf87d11-ede9-4fbb-8407-bd2bc5dae41b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401485
Jul 29 08:32:49.486621 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b08cc580-a6ab-4a2c-9ed8-cfdacce5ff90 req-a8d1fb51-07ba-4320-ab99-2ac85b075465 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 210 time: 0.0510018
Jul 29 08:32:49.545537 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7d98-a683-4b13-b3f6-b6f88fcfc652 req-d0f5d893-af0d-46a4-a61a-0f890fc4ae3f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:49.547040 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-799c7d98-a683-4b13-b3f6-b6f88fcfc652 req-d0f5d893-af0d-46a4-a61a-0f890fc4ae3f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0989652
Jul 29 08:32:49.594934 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-799c7d98-a683-4b13-b3f6-b6f88fcfc652 req-b0aad864-baae-4041-b61a-f20af10f60b6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411386
Jul 29 08:32:49.677298 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-c8ac4bfd-cc25-4631-9ac2-898a0e1cc2b5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:49.679405 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-c8ac4bfd-cc25-4631-9ac2-898a0e1cc2b5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 814 time: 0.1610363
Jul 29 08:32:49.703978 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Request body: {'port': {'device_id': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'admin_state_up': True, 'tenant_id': 'f02ba612dd3d4a0bb840f474ddc79787'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:49.861411 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228209e1-91ca-47a9-ab37-449e7e521f17 req-6026110d-0263-4c39-9dc8-1539b073828d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:49.863044 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-228209e1-91ca-47a9-ab37-449e7e521f17 req-6026110d-0263-4c39-9dc8-1539b073828d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0974348
Jul 29 08:32:49.911194 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:32:49.927141 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-228209e1-91ca-47a9-ab37-449e7e521f17 req-5efc38e5-3b41-43b1-a794-ef1f6fdf4888 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535359
Jul 29 08:32:49.928580 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:32:49.974127 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Made reservation on behalf of f02ba612dd3d4a0bb840f474ddc79787 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:32:49.977645 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:50.196499 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-35fc398c-8c54-4da3-8649-591fb75c6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:50.197968 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-35fc398c-8c54-4da3-8649-591fb75c6c5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.2576952
Jul 29 08:32:50.248227 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e096-126a-40ce-8289-bc9f9a7b6fa4 req-db1850e2-39c7-41d7-be91-7dc3ea1314ac tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:50.249752 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5c56e096-126a-40ce-8289-bc9f9a7b6fa4 req-db1850e2-39c7-41d7-be91-7dc3ea1314ac tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.2566712
Jul 29 08:32:50.338888 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Allocated IP 172.20.0.6 (51a8c05e-6a2a-4811-b787-a0850c0da42f/007faabf-2dd5-482e-b532-98a96ca6befb/e57f72c0-69e7-40a7-bb0a-6d06f6762291) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:32:50.366482 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8d4a6-d1bc-49af-893a-54191323c390 req-24013f4d-e67d-4e59-ae3a-af9233d20c6b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:50.368089 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-abe8d4a6-d1bc-49af-893a-54191323c390 req-24013f4d-e67d-4e59-ae3a-af9233d20c6b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0846698
Jul 29 08:32:50.385967 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5c56e096-126a-40ce-8289-bc9f9a7b6fa4 req-2e29d8b8-c66b-4401-b8ac-a259dfef8508 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240854
Jul 29 08:32:50.420954 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-abe8d4a6-d1bc-49af-893a-54191323c390 req-6231e2ab-f348-4c90-8d7a-29913c99a6f1 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420158
Jul 29 08:32:50.438099 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-07f4dfe0-7135-41a5-97d0-7724e7b4b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:50.439572 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-07f4dfe0-7135-41a5-97d0-7724e7b4b6d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.2324154
Jul 29 08:32:50.549859 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-405089e5-d962-4c57-acce-099f0867a291 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.0773046
Jul 29 08:32:50.639137 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d5bd6061-26d9-4464-8448-06ad7240d37e req-89dd961c-8134-4c43-a287-0b54227a4eda tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 210 time: 0.0450001
Jul 29 08:32:50.762487 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-7d09a728-eea3-4cee-9acc-7004ed6d1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:50.763881 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-7d09a728-eea3-4cee-9acc-7004ed6d1b0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.1672432
Jul 29 08:32:50.821157 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:50.825428 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-d4518f21-fd62-4b71-9791-19850a0bf880 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469763
Jul 29 08:32:50.934098 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:50.941087 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:50.946755 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485', '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:32:51.029528 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-580aab84-c7bf-4f22-a04c-72109b832c96 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868587
Jul 29 08:32:51.151153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Network 51a8c05e-6a2a-4811-b787-a0850c0da42f is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:32:51.157866 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:32:51.159644 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event updated for resources: {'Port': ['ID=e57f72c0-69e7-40a7-bb0a-6d06f6762291,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:51.161744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:32:51.227687 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:51.308010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:51.308721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:51.331511 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-060fd602-46b4-4bae-b373-5fcde8a99372 req-e65552c5-bfbe-40fc-b09e-2847e005727a service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806547
Jul 29 08:32:51.350721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76466-c051-4ea2-924a-0a1e095b7862 req-70350205-c046-43d3-b964-715127d98a75 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:51.352228 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-baa76466-c051-4ea2-924a-0a1e095b7862 req-70350205-c046-43d3-b964-715127d98a75 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.2844131
Jul 29 08:32:51.378551 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6817906
Jul 29 08:32:51.398229 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Request body: {'port': {'device_id': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:32:51.448701 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-baa76466-c051-4ea2-924a-0a1e095b7862 req-ef6c0fa3-2a39-489b-a33f-1569c09eb6bf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882974
Jul 29 08:32:51.515971 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:51.612542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c510f-6506-445e-a0c2-f4bdf99f9501 req-8524f0cf-72fa-4082-b9b3-0394b9f1b81f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:51.614011 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-318c510f-6506-445e-a0c2-f4bdf99f9501 req-8524f0cf-72fa-4082-b9b3-0394b9f1b81f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0794477
Jul 29 08:32:51.663551 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-318c510f-6506-445e-a0c2-f4bdf99f9501 req-14449d3e-26c4-449d-a1e6-1cc30df5dcfd tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430954
Jul 29 08:32:51.729797 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225d8c5-6af0-4245-90d3-2dd04a10fc99 req-f107390c-4544-4817-ac45-c83257a7c745 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:51.731468 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a225d8c5-6af0-4245-90d3-2dd04a10fc99 req-f107390c-4544-4817-ac45-c83257a7c745 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1700330
Jul 29 08:32:51.861155 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a225d8c5-6af0-4245-90d3-2dd04a10fc99 req-cfe99381-077e-470b-906e-24ed64df8df9 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125906
Jul 29 08:32:51.970615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57f72c0-69e7-40a7-bb0a-6d06f6762291 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:51.979078 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:51.995496 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Transition to ACTIVE for port object e57f72c0-69e7-40a7-bb0a-6d06f6762291 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:32:52.001091 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:52.013812 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2d535fd3-3dc9-44a0-8e75-574aa552f467 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:52.116016 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3717-c5c1-49fb-af21-d85b16eea5b9 req-d09582d5-4069-4b4a-9e5b-16e2bf001013 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:52.117341 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-88da3717-c5c1-49fb-af21-d85b16eea5b9 req-d09582d5-4069-4b4a-9e5b-16e2bf001013 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 931 time: 0.1744151
Jul 29 08:32:52.165147 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-88da3717-c5c1-49fb-af21-d85b16eea5b9 req-90dbdc76-2635-411e-a6e6-9c110fa179f6 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421422
Jul 29 08:32:52.171962 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:52.200629 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e57f72c0-69e7-40a7-bb0a-6d06f6762291,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:52.205762 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:52.246606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Attempting to bind port e57f72c0-69e7-40a7-bb0a-6d06f6762291 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:32:52.247216 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Attempting to bind port e57f72c0-69e7-40a7-bb0a-6d06f6762291 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:32:52.247216 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Attempting to bind port e57f72c0-69e7-40a7-bb0a-6d06f6762291 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:52.251686 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Port e57f72c0-69e7-40a7-bb0a-6d06f6762291 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:32:52.251994 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Attempting to bind port e57f72c0-69e7-40a7-bb0a-6d06f6762291 on network 51a8c05e-6a2a-4811-b787-a0850c0da42f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:32:52.257618 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:32:52.257969 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Checking segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:32:52.258317 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Bound using segment: {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:32:52.259955 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Bound port: e57f72c0-69e7-40a7-bb0a-6d06f6762291, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d29b4f-92e4-4468-a2b3-f6bbbc403d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:32:52.260415 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:52.350361 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] For port e57f72c0-69e7-40a7-bb0a-6d06f6762291, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:32:52.353254 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] For port e57f72c0-69e7-40a7-bb0a-6d06f6762291, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:32:52.358090 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:52.362455 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3dfcbd3e-b526-4e59-aa48-a80468a7e5f1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:52.420428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:52.421046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:52.422388 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] 10.222.0.37 "PUT /v2.0/ports/e57f72c0-69e7-40a7-bb0a-6d06f6762291 HTTP/1.1" status: 200  len: 1093 time: 1.0305061
Jul 29 08:32:52.422919 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'tag': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:32:52.445819 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e57f72c0-69e7-40a7-bb0a-6d06f6762291,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:52.449231 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:52.585492 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'tag': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291', 'status': 'completed', 'code': 200}
Jul 29 08:32:52.621179 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-35434879-49a5-4b0c-8d0b-e1119f2af53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:52.622686 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-35434879-49a5-4b0c-8d0b-e1119f2af53b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 1096 time: 0.1536381
Jul 29 08:32:52.641638 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947279e5-dd0d-47a2-b591-2fe4ed5d32a7 req-6d0e1b36-b031-4afb-967b-b8545808d62e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:52.643069 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-947279e5-dd0d-47a2-b591-2fe4ed5d32a7 req-6d0e1b36-b031-4afb-967b-b8545808d62e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0799568
Jul 29 08:32:52.690742 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-947279e5-dd0d-47a2-b591-2fe4ed5d32a7 req-c2aff0a1-c7e0-4227-814d-8be7b7fd8314 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414565
Jul 29 08:32:52.694698 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-1a7b3804-746a-47fc-b9f3-026ca18a7b5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291 HTTP/1.1" status: 200  len: 217 time: 0.0631528
Jul 29 08:32:52.766153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3869aa95-006b-4ebe-b987-99733ca24e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:52.767641 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-3869aa95-006b-4ebe-b987-99733ca24e88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.0632370
Jul 29 08:32:52.853584 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-42cd852d-3bb8-46f1-8b4c-0e6fe9016b7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0786445
Jul 29 08:32:52.994560 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a881de-2333-4c47-96ed-8eb698c2ee48 req-f1871827-274d-4bd1-a09f-b8cf05465325 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:52.996052 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c6a881de-2333-4c47-96ed-8eb698c2ee48 req-f1871827-274d-4bd1-a09f-b8cf05465325 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1909616
Jul 29 08:32:53.033107 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-37b5b4e3-c68b-4d9c-82c4-2d19041a9b65 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661096
Jul 29 08:32:53.095155 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c6a881de-2333-4c47-96ed-8eb698c2ee48 req-1318a890-e15d-4bf3-becf-71a54c792b05 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844007
Jul 29 08:32:53.189411 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e015fd-1281-4e71-977e-00dc69789439 req-1a116d16-9cf2-4a07-a86f-043c464a2e72 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.196987 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-77e015fd-1281-4e71-977e-00dc69789439 req-1a116d16-9cf2-4a07-a86f-043c464a2e72 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0893264
Jul 29 08:32:53.237703 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-77e015fd-1281-4e71-977e-00dc69789439 req-f0fbcc4f-5141-4f8f-acef-f3f242dda055 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397754
Jul 29 08:32:53.259873 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8fa49f4-0807-4fcc-a667-a07d7be6e832 req-6b9bc75f-62de-44ce-a306-9f3a62607d55 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2135062
Jul 29 08:32:53.278160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-fba937c7-fadd-42e6-93e6-d150ea8c6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.280097 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-fba937c7-fadd-42e6-93e6-d150ea8c6365 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1098 time: 0.1075802
Jul 29 08:32:53.527873 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-3e856efe-b336-461b-84b1-bea0e5846a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.529279 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-3e856efe-b336-461b-84b1-bea0e5846a4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.2123842
Jul 29 08:32:53.539304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5041ab-bc58-42fa-b33c-c57f4fff8e36 req-50f77bf6-14ee-4ca8-837c-8dbac4621d02 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.539964 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-eb5041ab-bc58-42fa-b33c-c57f4fff8e36 req-50f77bf6-14ee-4ca8-837c-8dbac4621d02 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:32:53.591527 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-baecadab-0986-4d4f-bc4e-791ff58d0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.593189 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-baecadab-0986-4d4f-bc4e-791ff58d0215 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 1096 time: 0.2585959
Jul 29 08:32:53.672896 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-eb5041ab-bc58-42fa-b33c-c57f4fff8e36 req-50f77bf6-14ee-4ca8-837c-8dbac4621d02 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:32:53.674017 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb5041ab-bc58-42fa-b33c-c57f4fff8e36 req-50f77bf6-14ee-4ca8-837c-8dbac4621d02 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 943 time: 0.3928862
Jul 29 08:32:53.689750 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device f847759e-f107-422c-8d55-c9785156857b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:32:53.767888 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-e7c2b00b-55d5-47f2-adcc-c7bce996f959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 1001 time: 0.2239006
Jul 29 08:32:53.825620 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:53.832052 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb5041ab-bc58-42fa-b33c-c57f4fff8e36 req-b7ca29b0-d27c-44f2-bbee-ad5b1961492f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129577
Jul 29 08:32:53.848453 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'f847759e-f107-422c-8d55-c9785156857b', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'port_id': 'f847759e-f107-422c-8d55-c9785156857b', 'mac_address': 'fa:16:3e:7d:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:32:53.875423 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-e61ef460-50ed-473a-b625-bc5e78e6d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.876971 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-e61ef460-50ed-473a-b625-bc5e78e6d2d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 200  len: 915 time: 0.2739031
Jul 29 08:32:53.887375 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808de2d-67c6-4ba4-ab83-b10ad66de7cc req-1c7ae254-ac97-414f-b8fe-deacbb6e6ebb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.889198 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e808de2d-67c6-4ba4-ab83-b10ad66de7cc req-1c7ae254-ac97-414f-b8fe-deacbb6e6ebb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0866482
Jul 29 08:32:53.902844 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:53.928883 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f847759e-f107-422c-8d55-c9785156857b {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:53.937409 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e808de2d-67c6-4ba4-ab83-b10ad66de7cc req-f476ba1d-c99c-477c-9eea-18c12b2ec146 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423353
Jul 29 08:32:53.949523 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:53.950763 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-19c58cb8-b2ef-4f64-8bc2-85d01094b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:53.952200 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-19c58cb8-b2ef-4f64-8bc2-85d01094b692 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.1593499
Jul 29 08:32:53.957358 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:53.961388 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-196eb787-c1a1-4037-bb8c-319b3b50740a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:53.968520 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-8ef5fc47-d828-4463-9e49-849dffa98df4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291 HTTP/1.1" status: 200  len: 217 time: 0.0814803
Jul 29 08:32:54.030178 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:54.037622 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.037969 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.038305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.038634 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.038960 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.039284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.039604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.039923 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.040289 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.040610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.040925 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.041237 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:32:54.045201 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:54.088624 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-a9429b53-6e03-4ac8-a035-811cc5be6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:54.090068 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-a9429b53-6e03-4ac8-a035-811cc5be6279 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 200  len: 854 time: 0.0887339
Jul 29 08:32:54.218853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-05c68f71-a985-4ce2-9bb0-d85af730c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:54.220594 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-05c68f71-a985-4ce2-9bb0-d85af730c4cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2536988
Jul 29 08:32:54.227154 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-07e279c0-e311-4344-afc9-56ddf1046c14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=51a8c05e-6a2a-4811-b787-a0850c0da42f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1268027
Jul 29 08:32:54.353212 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b7d8-a0da-4564-b0d0-0344fdcae2aa req-e3ac1c15-0859-44d7-9880-af53ccc2aed7 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:54.355264 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7e04b7d8-a0da-4564-b0d0-0344fdcae2aa req-e3ac1c15-0859-44d7-9880-af53ccc2aed7 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 944 time: 0.1286683
Jul 29 08:32:54.407123 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7e04b7d8-a0da-4564-b0d0-0344fdcae2aa req-727df779-93d5-4535-b1e7-1df27ddfb12e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434320
Jul 29 08:32:54.484068 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['f847759e-f107-422c-8d55-c9785156857b'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:32:54.563779 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-e0a56029-24ea-42cb-8a44-8f48dbab35ed service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934263
Jul 29 08:32:54.568109 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-a080484b-84a1-4225-bf97-43e76e6ca9e1 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3239288
Jul 29 08:32:54.626332 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d252a-8bbe-49c4-a666-b5c1cac610f9 req-530f9088-3241-411c-bb0a-eae6239fd1e3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:54.627775 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a57d252a-8bbe-49c4-a666-b5c1cac610f9 req-530f9088-3241-411c-bb0a-eae6239fd1e3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1888964
Jul 29 08:32:54.818547 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a57d252a-8bbe-49c4-a666-b5c1cac610f9 req-4dae86fc-9dd6-4533-a18d-89cdc00430a0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838801
Jul 29 08:32:54.859775 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a4f43058-211f-4ef8-8593-6b6eeb0b3a03 req-82c2aa07-78c1-4b62-b414-31780576094a service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2790449
Jul 29 08:32:54.862945 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b8243dc2-2682-44ec-ad7a-d9d40f72db99 req-dd7007db-8f89-47e2-91ee-e5b0d59f4b36 service neutron] 10.222.0.37 "GET /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2833586
Jul 29 08:32:55.040306 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d300bc3-5869-4446-8dd3-3c3d480bd451 req-18baf29b-e5cf-4e39-8ba3-3a3eea47a80d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:55.047733 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6d300bc3-5869-4446-8dd3-3c3d480bd451 req-18baf29b-e5cf-4e39-8ba3-3a3eea47a80d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 943 time: 0.1068208
Jul 29 08:32:55.090362 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6d300bc3-5869-4446-8dd3-3c3d480bd451 req-0c508f41-791f-415a-873d-7cde51740705 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414197
Jul 29 08:32:55.141553 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651297a-ae16-4d22-8304-8f7606432370 req-dfe0ba1a-9e30-40bc-a719-14a0ffc43c22 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:55.143197 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c651297a-ae16-4d22-8304-8f7606432370 req-dfe0ba1a-9e30-40bc-a719-14a0ffc43c22 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0861688
Jul 29 08:32:55.220362 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c651297a-ae16-4d22-8304-8f7606432370 req-5ce395ad-1606-4295-a1ab-c453c9fef27c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682015
Jul 29 08:32:55.704524 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e57f72c0-69e7-40a7-bb0a-6d06f6762291 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:32:55.737492 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd3da0-8c32-446d-baca-3d5210d77261 req-57b4ff9c-56b8-4368-8178-a54fd0c050b9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:55.738973 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d4cd3da0-8c32-446d-baca-3d5210d77261 req-57b4ff9c-56b8-4368-8178-a54fd0c050b9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 944 time: 0.0791962
Jul 29 08:32:55.783770 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d4cd3da0-8c32-446d-baca-3d5210d77261 req-6335c179-1223-4f5b-94ec-f50a65c368b6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383394
Jul 29 08:32:55.835850 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port e57f72c0-69e7-40a7-bb0a-6d06f6762291, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:55.848442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291', 'network_id': '51a8c05e-6a2a-4811-b787-a0850c0da42f', 'port_id': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291', 'mac_address': 'fa:16:3e:22:69:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007faabf-2dd5-482e-b532-98a96ca6befb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:32:55.903023 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:55.919773 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57f72c0-69e7-40a7-bb0a-6d06f6762291 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:32:55.935178 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port e57f72c0-69e7-40a7-bb0a-6d06f6762291, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:55.939260 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:55.940954 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:56.008389 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=e57f72c0-69e7-40a7-bb0a-6d06f6762291,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:56.011233 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:56.283297 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c27aa3-f02b-4cbe-aa8f-ba155f95af9d req-b53f8a4f-fbb8-441f-80b9-e39c986eca59 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:56.284738 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-37c27aa3-f02b-4cbe-aa8f-ba155f95af9d req-b53f8a4f-fbb8-441f-80b9-e39c986eca59 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 944 time: 0.0828156
Jul 29 08:32:56.317565 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e57f72c0-69e7-40a7-bb0a-6d06f6762291'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:32:56.344169 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-37c27aa3-f02b-4cbe-aa8f-ba155f95af9d req-71bae84a-2ea9-4445-afd2-674136f5cf21 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531437
Jul 29 08:32:56.423367 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674b5c-eea4-4fef-98d5-1dcf0ddb8775 req-99dec206-006a-4c2d-9501-3b9fde6d9416 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:56.424968 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e4674b5c-eea4-4fef-98d5-1dcf0ddb8775 req-99dec206-006a-4c2d-9501-3b9fde6d9416 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1029689
Jul 29 08:32:56.472640 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e4674b5c-eea4-4fef-98d5-1dcf0ddb8775 req-088a4971-d140-43d4-a2d5-6c7cc98effdf tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415254
Jul 29 08:32:56.640844 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3c794-e81b-40e2-97e9-2fe5ef285815 req-dca890d8-fbf0-4f1e-85fc-fb3e89c6192a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:56.642269 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7da3c794-e81b-40e2-97e9-2fe5ef285815 req-dca890d8-fbf0-4f1e-85fc-fb3e89c6192a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0778933
Jul 29 08:32:56.688942 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7da3c794-e81b-40e2-97e9-2fe5ef285815 req-0b10bd54-4d78-4501-9e25-954890d33466 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405605
Jul 29 08:32:56.976660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709163d-f271-4ac5-875f-400d79187cde req-648815dd-4a9a-4c97-b069-39b5b4a54f43 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:56.978141 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f709163d-f271-4ac5-875f-400d79187cde req-648815dd-4a9a-4c97-b069-39b5b4a54f43 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 944 time: 0.0879278
Jul 29 08:32:57.024244 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f709163d-f271-4ac5-875f-400d79187cde req-390dd709-5ae9-432f-9d8a-3f0d69aae5c8 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399542
Jul 29 08:32:57.525312 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8fc9f-7c0d-4fbc-bc5b-08638993a094 req-bdbbc321-d53b-4a50-8e6f-d800d2b3b7f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:57.526756 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4bb8fc9f-7c0d-4fbc-bc5b-08638993a094 req-bdbbc321-d53b-4a50-8e6f-d800d2b3b7f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 944 time: 0.0817006
Jul 29 08:32:57.573313 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4bb8fc9f-7c0d-4fbc-bc5b-08638993a094 req-472ca4e4-7dcb-4665-a121-a3a3866a825b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409448
Jul 29 08:32:57.666039 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336bc77-8f14-47d5-b1a8-67a48a7750ab req-8a5a0a47-5883-4bce-98b5-60263c7bd824 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:57.667578 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8336bc77-8f14-47d5-b1a8-67a48a7750ab req-8a5a0a47-5883-4bce-98b5-60263c7bd824 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0835958
Jul 29 08:32:57.711733 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8336bc77-8f14-47d5-b1a8-67a48a7750ab req-5916040c-ab88-4873-a055-8145912d6fa7 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383520
Jul 29 08:32:57.718622 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device f847759e-f107-422c-8d55-c9785156857b up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:32:57.789355 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port f847759e-f107-422c-8d55-c9785156857b completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:32:57.794022 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port f847759e-f107-422c-8d55-c9785156857b triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:57.794395 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:57.910658 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:57.937396 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:32:57.947036 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:57.950973 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:57.951813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e57f72c0-69e7-40a7-bb0a-6d06f6762291 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:32:57.981124 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:58.008547 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'code': 200}
Jul 29 08:32:58.095935 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:58.100709 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:58.108511 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port e57f72c0-69e7-40a7-bb0a-6d06f6762291 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:32:58.113413 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port e57f72c0-69e7-40a7-bb0a-6d06f6762291 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:32:58.113783 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:58.220190 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d23928-2970-4dde-8668-103b57973e08 req-41be2cb8-b848-4c83-b1dd-f9ba570cbe9b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:58.228605 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-85d23928-2970-4dde-8668-103b57973e08 req-41be2cb8-b848-4c83-b1dd-f9ba570cbe9b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0966518
Jul 29 08:32:58.234590 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:58.278195 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port e57f72c0-69e7-40a7-bb0a-6d06f6762291, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:32:58.283796 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-85d23928-2970-4dde-8668-103b57973e08 req-fc3d5b14-be76-4022-a3c4-0a806430e101 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542345
Jul 29 08:32:58.291675 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582554f-e72c-4076-8519-cdeb26086582 req-083ec545-0861-41ed-8bf4-a375c42c1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:58.293139 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:32:58.294102 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3582554f-e72c-4076-8519-cdeb26086582 req-083ec545-0861-41ed-8bf4-a375c42c1be3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1098 time: 0.0925748
Jul 29 08:32:58.295363 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:32:58.346717 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3582554f-e72c-4076-8519-cdeb26086582 req-6225c904-0562-4e66-9244-743cd41546d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436871
Jul 29 08:32:58.373890 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=e57f72c0-69e7-40a7-bb0a-6d06f6762291,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:32:58.376930 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:32:58.760873 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22b9a-941c-45e7-bd2b-c5f232389a2d req-3674e91e-9a68-42a3-85f4-8d452b0c01a3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:58.762340 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-57f22b9a-941c-45e7-bd2b-c5f232389a2d req-3674e91e-9a68-42a3-85f4-8d452b0c01a3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0815752
Jul 29 08:32:58.817423 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-57f22b9a-941c-45e7-bd2b-c5f232389a2d req-84f6417b-3738-452d-acfc-65e6bd5a608f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468309
Jul 29 08:32:59.068320 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c506907-57e1-47dd-ae5b-a3be72d155f3 req-4473ea84-2288-4e95-9496-d85720b3e96e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:59.070382 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1c506907-57e1-47dd-ae5b-a3be72d155f3 req-4473ea84-2288-4e95-9496-d85720b3e96e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1588361
Jul 29 08:32:59.115307 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1c506907-57e1-47dd-ae5b-a3be72d155f3 req-2fe47603-d35f-4e98-9fe8-f5265691215d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393384
Jul 29 08:32:59.484474 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c4312-89b2-49d8-9f9f-04582efe7488 req-d734efa0-1a73-4715-aab8-8d93d9f60946 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:32:59.485925 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b06c4312-89b2-49d8-9f9f-04582efe7488 req-d734efa0-1a73-4715-aab8-8d93d9f60946 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0831153
Jul 29 08:32:59.533667 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b06c4312-89b2-49d8-9f9f-04582efe7488 req-24ef2eda-9408-4bbd-87db-513293893997 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421762
Jul 29 08:33:00.007583 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb4c2-592c-4154-9d58-d8d219c20b3d req-25e2573e-0045-4f38-88c4-0dd7863c8942 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:00.009506 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-027fb4c2-592c-4154-9d58-d8d219c20b3d req-25e2573e-0045-4f38-88c4-0dd7863c8942 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0868449
Jul 29 08:33:00.009645 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:00.035372 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6c662715-bd8e-43c0-a5d7-073ed6fe0c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:00.059228 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-027fb4c2-592c-4154-9d58-d8d219c20b3d req-f9a8bfc8-05e2-44a2-bd1c-8d21e73bcb29 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430605
Jul 29 08:33:00.118560 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291', 'code': 200}
Jul 29 08:33:00.305125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c75b63-f0f0-483f-8879-b57001fbe8b9 req-6987e118-1b0c-498e-ac10-221375d6a470 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:00.306595 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d4c75b63-f0f0-483f-8879-b57001fbe8b9 req-6987e118-1b0c-498e-ac10-221375d6a470 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0830727
Jul 29 08:33:00.351378 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d4c75b63-f0f0-483f-8879-b57001fbe8b9 req-64759ecd-b9cd-49d2-bb28-9138ba4d3ffe tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389471
Jul 29 08:33:00.561311 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:00.719012 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad17f2-78be-464d-a6e0-d1b222f81eb2 req-b3570416-484b-4b63-a317-db44fc9b841a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:00.720379 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70ad17f2-78be-464d-a6e0-d1b222f81eb2 req-b3570416-484b-4b63-a317-db44fc9b841a tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0815148
Jul 29 08:33:00.764850 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70ad17f2-78be-464d-a6e0-d1b222f81eb2 req-494e494f-cc53-4892-948d-c3b7edd7cdce tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381260
Jul 29 08:33:00.947321 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682c0a5-3dc7-4cdc-8be3-df03c95b807e req-08fc19b7-8f01-4454-8978-cfec7391b0dc tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:00.948798 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5682c0a5-3dc7-4cdc-8be3-df03c95b807e req-08fc19b7-8f01-4454-8978-cfec7391b0dc tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0775852
Jul 29 08:33:00.994027 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5682c0a5-3dc7-4cdc-8be3-df03c95b807e req-d1989856-528e-4b11-8603-12377d54b174 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393484
Jul 29 08:33:01.016756 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 38426) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:01.242730 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f0ded-5600-4a05-bd46-037d8a928b31 tempest-TestShelveInstance-1554502368 tempest-TestShelveInstance-1554502368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:01.244303 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-9c5f0ded-5600-4a05-bd46-037d8a928b31 tempest-TestShelveInstance-1554502368 tempest-TestShelveInstance-1554502368-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1093 time: 0.2264163
Jul 29 08:33:01.247244 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 38434) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:01.249185 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba4a20-de3e-44f7-b9ee-aedd493d947d req-74981ee8-a2c2-4325-a2d7-60db1e8898a3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:01.250663 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b0ba4a20-de3e-44f7-b9ee-aedd493d947d req-74981ee8-a2c2-4325-a2d7-60db1e8898a3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0837507
Jul 29 08:33:01.252308 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'port_id': 'f847759e-f107-422c-8d55-c9785156857b', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:33:01.258632 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:33:01.262383 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Usage tracker for resource:floatingip and tenant:be54fe16b8314d1cb4f28d57192e6876 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:33:01.265179 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:33:01.270731 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:33:01.281728 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for floatingip, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:01.296373 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b0ba4a20-de3e-44f7-b9ee-aedd493d947d req-4cafe2c4-78a9-4630-b6db-e0c73ec19c27 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398941
Jul 29 08:33:01.418694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:01.535795 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d093695-eca0-4e0c-b1f5-e4c9f17df0e4 req-847056d2-913c-43ec-b8eb-9c3672f1aa93 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:01.537813 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6d093695-eca0-4e0c-b1f5-e4c9f17df0e4 req-847056d2-913c-43ec-b8eb-9c3672f1aa93 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0795798
Jul 29 08:33:01.562758 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Allocated IP 172.27.2.104 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/18d91c5a-1a97-4b0b-a748-ef6fc6e5da1a) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:33:01.588625 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6d093695-eca0-4e0c-b1f5-e4c9f17df0e4 req-96770bbd-766e-487b-a425-f9111e19a735 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436704
Jul 29 08:33:01.710070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:01.738108 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:01.741433 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:01.801399 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:33:01.804036 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:33:01.810027 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:33:01.839163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'Port': ['ID=18d91c5a-1a97-4b0b-a748-ef6fc6e5da1a,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:01.844842 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:02.277662 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:02.350108 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:02.495441 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd9ba0-a9e7-485b-a57f-18b0c0859128 req-f29a71fc-97ae-45f9-85dd-827eff1be6ba tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:02.496984 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0fcd9ba0-a9e7-485b-a57f-18b0c0859128 req-f29a71fc-97ae-45f9-85dd-827eff1be6ba tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0953317
Jul 29 08:33:02.550273 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0fcd9ba0-a9e7-485b-a57f-18b0c0859128 req-68048c41-ed4e-4abf-b517-263c61918b91 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473716
Jul 29 08:33:02.570371 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:02.574707 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:02.579320 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:02.684567 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event updated for resources: {'Port': ['ID=18d91c5a-1a97-4b0b-a748-ef6fc6e5da1a,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:02.688680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:02.698154 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:02.743565 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0f77084a-e9f1-4642-811c-42494e01dff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:02.785818 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3ee2-6c3c-471d-9aeb-35050e131059 req-a957d65c-27fd-4ba2-a3df-db43dd114714 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:02.787296 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4aeb3ee2-6c3c-471d-9aeb-35050e131059 req-a957d65c-27fd-4ba2-a3df-db43dd114714 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0882041
Jul 29 08:33:02.833964 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4aeb3ee2-6c3c-471d-9aeb-35050e131059 req-dd6514ac-1130-4eb6-a524-1cc7b8a33ca1 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409436
Jul 29 08:33:02.873647 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Floating IP 90f572f8-c130-47f8-be2f-7684810f05f2 associated. External IP: 172.27.2.104, port: f847759e-f107-422c-8d55-c9785156857b.
Jul 29 08:33:03.226985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7c94f-8ca7-4139-943b-4c637016d4e3 req-a44a91ee-d7bf-4429-8b5d-a6b6aac557c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:03.228054 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Router 3e9bb3a3-07c8-436c-b599-31d73342480d has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:33:03.229088 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4db7c94f-8ca7-4139-943b-4c637016d4e3 req-a44a91ee-d7bf-4429-8b5d-a6b6aac557c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 1098 time: 0.0764458
Jul 29 08:33:03.274948 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4db7c94f-8ca7-4139-943b-4c637016d4e3 req-04bab8e3-7965-4ad3-9266-5e84a4862dc2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366988
Jul 29 08:33:03.434772 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:03.511550 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:33:03.530362 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] Sync routers for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:33:03.544241 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:33:03.545299 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dded460>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:33:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:03.548690 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:03.607634 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3592248
Jul 29 08:33:03.608229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:03.659188 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'status': 'completed', 'code': 200}
Jul 29 08:33:03.768956 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-8af4d1c5-a609-4faf-beb8-ec22b52a2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:03.770040 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92090d4c-a30a-43c3-aff4-2889beb5e316 req-1ad1296c-385d-44f1-addd-f4c56df2cc7e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:03.771852 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-8af4d1c5-a609-4faf-beb8-ec22b52a2468 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1098 time: 0.0841696
Jul 29 08:33:03.772432 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-92090d4c-a30a-43c3-aff4-2889beb5e316 req-1ad1296c-385d-44f1-addd-f4c56df2cc7e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.1017797
Jul 29 08:33:03.798307 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:33:03.840664 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-92090d4c-a30a-43c3-aff4-2889beb5e316 req-626ba78e-4220-45b1-b2d9-213a5151c790 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625334
Jul 29 08:33:03.930354 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-ffdf9004-e629-4134-9017-7b4454271e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:03.931836 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-ffdf9004-e629-4134-9017-7b4454271e47 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 910 time: 0.1482296
Jul 29 08:33:04.085764 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-07649c7f-78c3-4a35-83de-7f94d17cd9f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 999 time: 0.1446142
Jul 29 08:33:04.146184 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68ef4d-5b6f-4558-add8-13143b11c8ad req-317af962-1450-41fb-bd04-27b5af643e88 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:04.148051 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4b68ef4d-5b6f-4558-add8-13143b11c8ad req-317af962-1450-41fb-bd04-27b5af643e88 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1598384
Jul 29 08:33:04.158359 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dded460>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '90f572f8-c130-47f8-be2f-7684810f05f2', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'port_id': 'f847759e-f107-422c-8d55-c9785156857b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'mac_address': 'fa:16:3e:7d:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:33:02Z', 'updated_at': '2021-07-29T08:33:02Z', 'revision_number': 0, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:04.162299 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] Checking router: 3e9bb3a3-07c8-436c-b599-31d73342480d for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:33:04.170992 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:33:04.171582 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dded460>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:33:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:04.184635 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-8a55edb0-efb5-433d-9c7f-b705e2560acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:04.186075 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-8a55edb0-efb5-433d-9c7f-b705e2560acb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.0891414
Jul 29 08:33:04.240913 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4b68ef4d-5b6f-4558-add8-13143b11c8ad req-01041180-ce5e-4933-a130-c062f80e42bd tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849693
Jul 29 08:33:04.270864 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-96e3258b-96c5-4e0e-9a3c-20419e46621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:04.272941 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-96e3258b-96c5-4e0e-9a3c-20419e46621a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750299
Jul 29 08:33:04.346611 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:33:04.410342 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-dc2d8352-f9f3-47a7-b0ca-a34e6c376de4 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243882
Jul 29 08:33:04.666324 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f5793b4-5ffb-4ff8-aee4-ab5491934b36 req-45a249a2-b14f-4c66-a411-8919b9e79e1a service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2438054
Jul 29 08:33:04.724504 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dded460>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '90f572f8-c130-47f8-be2f-7684810f05f2', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'port_id': 'f847759e-f107-422c-8d55-c9785156857b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'mac_address': 'fa:16:3e:7d:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:33:02Z', 'updated_at': '2021-07-29T08:33:02Z', 'revision_number': 0, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:04.728558 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9833df1-10ab-4353-98a0-09d78cdacdc3 None None] The sync data for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi is: [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '90f572f8-c130-47f8-be2f-7684810f05f2', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'port_id': 'f847759e-f107-422c-8d55-c9785156857b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'mac_address': 'fa:16:3e:7d:01:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:33:02Z', 'updated_at': '2021-07-29T08:33:02Z', 'revision_number': 0, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:33:04.937555 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc4841-72db-4be1-92b5-97e249da86c5 None None] New status for floating IP 90f572f8-c130-47f8-be2f-7684810f05f2: ACTIVE {{(pid=78532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:33:05.049123 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99df3c-bda5-4420-b79b-4e238a766def req-134036a6-1b64-4046-8600-5877a6835826 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:05.057913 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7d99df3c-bda5-4420-b79b-4e238a766def req-134036a6-1b64-4046-8600-5877a6835826 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0931408
Jul 29 08:33:05.127516 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7d99df3c-bda5-4420-b79b-4e238a766def req-3be11773-bca6-45e7-a39f-ed66ac83cec6 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686338
Jul 29 08:33:05.192150 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:05.430539 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0009e8d-7f8c-4289-8004-cbda02e43f96 req-7fc8dbb4-2a99-4ac8-b8b3-b3b57f6e5cad tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:05.431942 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d0009e8d-7f8c-4289-8004-cbda02e43f96 req-7fc8dbb4-2a99-4ac8-b8b3-b3b57f6e5cad tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0815907
Jul 29 08:33:05.478676 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d0009e8d-7f8c-4289-8004-cbda02e43f96 req-e650c0a9-7ee4-442f-85b8-013120380d7e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397010
Jul 29 08:33:05.636474 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-f2832eae-bf2c-480c-841a-86afa24dbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:05.637957 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-f2832eae-bf2c-480c-841a-86afa24dbef9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.1348364
Jul 29 08:33:05.645427 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba90e9-1d50-4717-b95d-1e36555b3043 req-e4243110-64cc-48ba-847f-f69c7503ade4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:05.647318 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2ba90e9-1d50-4717-b95d-1e36555b3043 req-e4243110-64cc-48ba-847f-f69c7503ade4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1107097
Jul 29 08:33:05.783585 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2ba90e9-1d50-4717-b95d-1e36555b3043 req-5d86212a-cd7b-43dd-b368-0cb791c40161 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135468
Jul 29 08:33:05.812703 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-bf698659-e43f-4401-bd40-c74e67540e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:05.814156 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-bf698659-e43f-4401-bd40-c74e67540e23 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.1659985
Jul 29 08:33:05.896363 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-c2e68885-5759-4217-b595-4f8baf12f866 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.0602472
Jul 29 08:33:05.971310 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-e7fa6732-10a4-4f19-9fad-a5938b173ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:05.972952 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-e7fa6732-10a4-4f19-9fad-a5938b173ef1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.0611243
Jul 29 08:33:06.030122 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-2bde3bfd-4fbc-4a84-ac8d-30a1fdcbb252 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426137
Jul 29 08:33:06.175935 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-b9cebec2-2a46-4850-b406-6f5cb3a35307 service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313844
Jul 29 08:33:06.325137 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-83080d6e-a69d-4fb3-816c-b759fb74e5cc req-0c6503a8-51e4-43bd-8565-de2ea8b3831f service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399117
Jul 29 08:33:06.332936 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e9ea-de02-4b25-aee5-6dcf34deed17 req-b6cdbc0d-3eb7-448b-be93-5d36e313c8fd tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:06.335387 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d420e9ea-de02-4b25-aee5-6dcf34deed17 req-b6cdbc0d-3eb7-448b-be93-5d36e313c8fd tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.1029465
Jul 29 08:33:06.384836 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d420e9ea-de02-4b25-aee5-6dcf34deed17 req-11ede301-cf7c-4691-8a1b-1a254df28d1b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431180
Jul 29 08:33:06.668512 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b440b-21d4-4c51-9170-2ad71e06d5a7 req-df0f3124-1161-4c1a-9d3f-03ff442e14ad tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:06.669973 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-833b440b-21d4-4c51-9170-2ad71e06d5a7 req-df0f3124-1161-4c1a-9d3f-03ff442e14ad tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0817358
Jul 29 08:33:06.727685 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-833b440b-21d4-4c51-9170-2ad71e06d5a7 req-4ca490a7-c45c-4ac7-b15c-fe217c3bef2d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466249
Jul 29 08:33:06.967551 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c98d8-1e1d-4288-8fe7-26425213421d req-bee19632-d66d-4260-8c19-bd89e6823c3a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:06.969166 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f85c98d8-1e1d-4288-8fe7-26425213421d req-bee19632-d66d-4260-8c19-bd89e6823c3a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0794404
Jul 29 08:33:07.013124 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f85c98d8-1e1d-4288-8fe7-26425213421d req-be082bf1-af0e-4108-8dc8-a6aaa05096ef tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381262
Jul 29 08:33:07.960790 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcb309-1bb8-49ef-8f3c-20a2f92bc3d4 req-b7fb7fff-4e3c-4e9d-b791-7296e0b62021 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:07.973127 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f2bcb309-1bb8-49ef-8f3c-20a2f92bc3d4 req-b7fb7fff-4e3c-4e9d-b791-7296e0b62021 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1268687
Jul 29 08:33:08.023199 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f2bcb309-1bb8-49ef-8f3c-20a2f92bc3d4 req-3cfdd66b-ac4b-461a-a301-6d6772b1eeea tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488791
Jul 29 08:33:08.030404 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd8c4e-ea79-42b4-a39f-3ed7af2acdcc req-94419775-b1f9-43b1-b5f4-a6141d1c4655 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:08.036926 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38cd8c4e-ea79-42b4-a39f-3ed7af2acdcc req-94419775-b1f9-43b1-b5f4-a6141d1c4655 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1120417
Jul 29 08:33:08.084661 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38cd8c4e-ea79-42b4-a39f-3ed7af2acdcc req-fd30d4a2-b919-4ff7-8411-78e22fde4e4c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458276
Jul 29 08:33:08.270739 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645d6c0-d4dc-4089-9a6b-a244b779b9e4 req-8429a7b4-5b9e-4e9e-b9bb-a059eb62be9a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:08.272441 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f645d6c0-d4dc-4089-9a6b-a244b779b9e4 req-8429a7b4-5b9e-4e9e-b9bb-a059eb62be9a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0892463
Jul 29 08:33:08.320246 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f645d6c0-d4dc-4089-9a6b-a244b779b9e4 req-1e8c5014-39fd-40df-8f6c-94cc6b685a59 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413978
Jul 29 08:33:08.719293 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6a995-b036-4d15-aaf0-d14775bf351b req-7ee947ab-916f-4f84-8f2d-bea8b6f94ea4 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:08.720677 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-39e6a995-b036-4d15-aaf0-d14775bf351b req-7ee947ab-916f-4f84-8f2d-bea8b6f94ea4 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0886610
Jul 29 08:33:08.764947 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-39e6a995-b036-4d15-aaf0-d14775bf351b req-1540c11a-74cf-46d3-adff-aef456612f30 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380847
Jul 29 08:33:09.279118 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4775cc5-2702-4d93-ac12-3961ce6f3399 req-481b62b9-09fe-4dd9-8cbf-00b7c71a61c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:09.280494 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e4775cc5-2702-4d93-ac12-3961ce6f3399 req-481b62b9-09fe-4dd9-8cbf-00b7c71a61c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0785599
Jul 29 08:33:09.327571 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e4775cc5-2702-4d93-ac12-3961ce6f3399 req-f4c358e7-51e9-4a55-9422-e0ae19750222 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415788
Jul 29 08:33:09.501892 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62881239-c5de-4446-a9df-1530557df364 req-a7c5fdf5-86b1-4d61-bf65-b87fd547c2d4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:09.503327 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-62881239-c5de-4446-a9df-1530557df364 req-a7c5fdf5-86b1-4d61-bf65-b87fd547c2d4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0799949
Jul 29 08:33:09.554404 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-62881239-c5de-4446-a9df-1530557df364 req-7a2f3b34-03ec-42c6-a078-b6b9e41224d2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403967
Jul 29 08:33:09.951510 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff09dc-1eb3-4dca-85cf-e5f80c27df6e req-842e9dda-8ae9-4e3b-a105-1b7a27657266 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:09.952975 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3ff09dc-1eb3-4dca-85cf-e5f80c27df6e req-842e9dda-8ae9-4e3b-a105-1b7a27657266 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0788815
Jul 29 08:33:09.996963 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c3ff09dc-1eb3-4dca-85cf-e5f80c27df6e req-2d246f66-8d47-4408-9398-158ee97b13eb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381904
Jul 29 08:33:10.525632 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972735-0748-4708-bb9f-33803b3c3e6e req-3b3ee2c6-ed63-42e5-9893-db1e51ac8eea tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:10.527078 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-82972735-0748-4708-bb9f-33803b3c3e6e req-3b3ee2c6-ed63-42e5-9893-db1e51ac8eea tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0927286
Jul 29 08:33:10.570817 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-82972735-0748-4708-bb9f-33803b3c3e6e req-8297b8e1-b029-41cc-8cad-6a22ce116255 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381486
Jul 29 08:33:10.738567 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b454c-3092-4837-8c21-c4a65bede72e req-4482ee78-b9bd-4a82-8c8a-4cf0e30b0e39 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:10.740015 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9d4b454c-3092-4837-8c21-c4a65bede72e req-4482ee78-b9bd-4a82-8c8a-4cf0e30b0e39 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0824997
Jul 29 08:33:10.784612 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9d4b454c-3092-4837-8c21-c4a65bede72e req-39c1593a-1ad7-4000-b5a6-410f8688066e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384164
Jul 29 08:33:11.182806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920385f1-18bb-47ab-b624-ff3f33887f23 req-423bcd3a-a57a-4a59-bc00-771b4a8b26d1 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:11.184305 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-920385f1-18bb-47ab-b624-ff3f33887f23 req-423bcd3a-a57a-4a59-bc00-771b4a8b26d1 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0794821
Jul 29 08:33:11.231280 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-920385f1-18bb-47ab-b624-ff3f33887f23 req-801763e8-a4e0-4876-b370-d8b14a713373 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414655
Jul 29 08:33:11.876153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e93c9-313f-4479-9e39-e918d2bc8787 req-fe4ade64-ad15-4d82-8cb5-34c6b87201bf tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:11.878110 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3f2e93c9-313f-4479-9e39-e918d2bc8787 req-fe4ade64-ad15-4d82-8cb5-34c6b87201bf tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1712971
Jul 29 08:33:11.880074 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51105-068d-4118-acae-51c637b7bb97 req-c429f90e-65e1-409c-a75f-936df88fdf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:11.881997 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-c429f90e-65e1-409c-a75f-936df88fdf80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1098 time: 0.2089880
Jul 29 08:33:11.973512 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c3d1b-0457-4983-91aa-7c6910a95d75 req-45c02cde-ca78-4c15-b22d-116812253309 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:11.975012 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-712c3d1b-0457-4983-91aa-7c6910a95d75 req-45c02cde-ca78-4c15-b22d-116812253309 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0838714
Jul 29 08:33:12.006964 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3f2e93c9-313f-4479-9e39-e918d2bc8787 req-00f77bdd-4ada-4b8d-a8dd-6ef2a5c36ee7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223505
Jul 29 08:33:12.022971 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-712c3d1b-0457-4983-91aa-7c6910a95d75 req-4e72fa6f-d24d-4954-832e-1b0efdcbd2c6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421128
Jul 29 08:33:12.054551 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51105-068d-4118-acae-51c637b7bb97 req-c03be196-5617-4730-b627-5f7a491323b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:12.055991 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-c03be196-5617-4730-b627-5f7a491323b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.1594775
Jul 29 08:33:12.162044 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-ac2394b5-e9e1-4121-9615-bbce19c330f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 1001 time: 0.0965843
Jul 29 08:33:12.227552 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51105-068d-4118-acae-51c637b7bb97 req-67ac64db-fb03-4ae7-9611-66178a143ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:12.229012 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-67ac64db-fb03-4ae7-9611-66178a143ff1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.0569715
Jul 29 08:33:12.311285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f51105-068d-4118-acae-51c637b7bb97 req-c2194d69-cfcd-4cf4-a258-7bbf5f4f98ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:12.312803 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-c2194d69-cfcd-4cf4-a258-7bbf5f4f98ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753558
Jul 29 08:33:12.514040 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-106947ce-1ff6-4f01-bb37-53791912906a service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917088
Jul 29 08:33:12.521498 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52339b-c1fc-4c09-8aa2-d593d4352377 req-3e8a840d-6805-4d57-af46-353508fa0cfe tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:12.522885 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fc52339b-c1fc-4c09-8aa2-d593d4352377 req-3e8a840d-6805-4d57-af46-353508fa0cfe tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1785228
Jul 29 08:33:12.655290 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fc52339b-c1fc-4c09-8aa2-d593d4352377 req-1fca78bc-90e3-423b-9a68-960447a9dc62 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1259243
Jul 29 08:33:12.698450 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31f51105-068d-4118-acae-51c637b7bb97 req-ce307d84-f9b9-40f6-b191-684d484dcd36 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535978
Jul 29 08:33:13.203430 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4a57f-961c-4453-bc55-c3fd270855a1 req-a4dbc9e6-0d3f-4b18-891d-42f09c8b30a3 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:13.205183 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6ae4a57f-961c-4453-bc55-c3fd270855a1 req-a4dbc9e6-0d3f-4b18-891d-42f09c8b30a3 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0842915
Jul 29 08:33:13.212186 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ba928-a7e3-41f4-8bba-d13429b1e594 req-f652dbea-0865-48d8-9fb4-6fde06caeacc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:13.213650 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2e6ba928-a7e3-41f4-8bba-d13429b1e594 req-f652dbea-0865-48d8-9fb4-6fde06caeacc tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0833657
Jul 29 08:33:13.250517 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6ae4a57f-961c-4453-bc55-c3fd270855a1 req-e73b4acb-c11f-4177-8efd-13fffc67add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387814
Jul 29 08:33:13.258913 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2e6ba928-a7e3-41f4-8bba-d13429b1e594 req-a384a405-94af-423a-a86d-f940c43a1ff1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395613
Jul 29 08:33:13.854376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0b9f-0f0d-4d1c-96ef-f4d0191765b6 req-24565cde-fd1f-40a1-a533-a851eefc5ae5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:13.855849 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-618a0b9f-0f0d-4d1c-96ef-f4d0191765b6 req-24565cde-fd1f-40a1-a533-a851eefc5ae5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0931606
Jul 29 08:33:13.904552 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-618a0b9f-0f0d-4d1c-96ef-f4d0191765b6 req-972ecb2d-7807-420f-8a91-ef450e67a30e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426574
Jul 29 08:33:14.440182 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f114f2-9021-43a7-933a-8da464d314e9 req-e4eee669-7f7a-4f44-ba35-41ef153a6496 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:14.441672 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49bf62-7a93-4dbc-bc21-a83e8eedbdfe req-2e017d09-538b-4718-a47e-65694426426a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:14.442109 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7f114f2-9021-43a7-933a-8da464d314e9 req-e4eee669-7f7a-4f44-ba35-41ef153a6496 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0790458
Jul 29 08:33:14.443096 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa49bf62-7a93-4dbc-bc21-a83e8eedbdfe req-2e017d09-538b-4718-a47e-65694426426a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0808039
Jul 29 08:33:14.487820 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa49bf62-7a93-4dbc-bc21-a83e8eedbdfe req-20641dde-8d2d-42f8-a75c-242c3dde7c20 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385573
Jul 29 08:33:14.492749 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7f114f2-9021-43a7-933a-8da464d314e9 req-737feea8-3679-4fb4-84ca-3ac8633610af tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447340
Jul 29 08:33:15.116874 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc9760-b416-466c-92be-dbb580ed16cb req-10570fc4-ba07-49c7-a200-cf36721a7a45 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:15.118356 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3fbc9760-b416-466c-92be-dbb580ed16cb req-10570fc4-ba07-49c7-a200-cf36721a7a45 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1028469
Jul 29 08:33:15.170847 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3fbc9760-b416-466c-92be-dbb580ed16cb req-b384ef20-6385-49ae-abc7-c97285b85c5d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464404
Jul 29 08:33:15.676835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed7ae5-d877-4819-8b18-4db49809cc2e req-43d73114-bfac-4aa3-86df-de64348af803 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:15.678333 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-75ed7ae5-d877-4819-8b18-4db49809cc2e req-43d73114-bfac-4aa3-86df-de64348af803 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0807278
Jul 29 08:33:15.691796 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bed182-16ff-4922-bc4d-ddc4413885d2 req-786efc9c-7154-4667-97e4-13b31a20aa3a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:15.693281 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-32bed182-16ff-4922-bc4d-ddc4413885d2 req-786efc9c-7154-4667-97e4-13b31a20aa3a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0792167
Jul 29 08:33:15.723954 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-75ed7ae5-d877-4819-8b18-4db49809cc2e req-479fc476-77d9-434e-b9f4-6283fa54c3c5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397828
Jul 29 08:33:15.738593 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-32bed182-16ff-4922-bc4d-ddc4413885d2 req-ac0367ba-4671-4913-afdf-a2a5b52d03c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392134
Jul 29 08:33:16.908203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c9bd8-2749-43b5-beb4-6790c605d3bb req-e5a9bd3e-85ba-4c9f-a009-6496f930c014 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:16.909714 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2a4c9bd8-2749-43b5-beb4-6790c605d3bb req-e5a9bd3e-85ba-4c9f-a009-6496f930c014 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0824492
Jul 29 08:33:16.926909 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409fa9-868f-4c5f-8d9d-e54d0d020a87 req-68faa8d9-5ab1-45d4-83dd-7262d7c86715 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:16.928399 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ad409fa9-868f-4c5f-8d9d-e54d0d020a87 req-68faa8d9-5ab1-45d4-83dd-7262d7c86715 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0825455
Jul 29 08:33:16.956252 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2a4c9bd8-2749-43b5-beb4-6790c605d3bb req-4b76c24c-fa0f-42f3-8269-5637955171a2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408549
Jul 29 08:33:17.046521 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ad409fa9-868f-4c5f-8d9d-e54d0d020a87 req-4c3d70db-16a5-40fe-a18c-6d2b27106ac7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1117909
Jul 29 08:33:17.731236 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 38658) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:17.888535 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:17.901993 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:33:17.905729 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Usage tracker for resource:security_group_rule and tenant:afd479866a384b95abeec5bfb14baef6 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:33:17.908450 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:33:17.914528 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:33:17.994759 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:18.000346 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:18.007622 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ae877151-9675-4021-bc36-f7bac6515894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:18.049033 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afd479866a384b95abeec5bfb14baef6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3167310
Jul 29 08:33:18.049941 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6480fd44-6bfd-49d3-bc9c-40b92bce722f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:18.051846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 38666) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:18.053012 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:18.169696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:18.200693 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:18.226832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b5e2-0689-4a15-8d51-5855ad0032e1 req-95457092-b278-4058-b620-fcab0e445145 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:18.228304 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b990b5e2-0689-4a15-8d51-5855ad0032e1 req-95457092-b278-4058-b620-fcab0e445145 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1491120
Jul 29 08:33:18.239298 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a022ec-ab07-4e83-8a97-5562468075cd req-a9a81d26-bd5f-4bc3-82b7-08763ddcf88a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:18.240759 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-59a022ec-ab07-4e83-8a97-5562468075cd req-a9a81d26-bd5f-4bc3-82b7-08763ddcf88a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0840607
Jul 29 08:33:18.287102 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b990b5e2-0689-4a15-8d51-5855ad0032e1 req-4a70cdc6-8d94-43f9-a515-3e90d72633d2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451977
Jul 29 08:33:18.287673 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-59a022ec-ab07-4e83-8a97-5562468075cd req-bf408fbb-e011-4f15-af0d-b6ab130253a0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409443
Jul 29 08:33:18.305086 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:18.311428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55cd16e0-0f4c-4521-a9df-9afa73e6472c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:18.321553 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:33:18.324329 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6480fd44-6bfd-49d3-bc9c-40b92bce722f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:18.326594 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:18.330300 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6480fd44-6bfd-49d3-bc9c-40b92bce722f HTTP/1.1" status: 204  len: 168 time: 0.2747808
Jul 29 08:33:18.330300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:19.483459 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c52eac-126e-4a5f-b9f2-eef577de0b7c req-b70308b7-763a-4c69-baf3-9caf50f32281 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:19.486608 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-48c52eac-126e-4a5f-b9f2-eef577de0b7c req-b70308b7-763a-4c69-baf3-9caf50f32281 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0911260
Jul 29 08:33:19.503612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351a3d7-6a63-4781-b9cd-baa052e146d7 req-40d84f5b-e478-4eaf-95aa-b823fb779ed7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:19.511760 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0351a3d7-6a63-4781-b9cd-baa052e146d7 req-40d84f5b-e478-4eaf-95aa-b823fb779ed7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1031725
Jul 29 08:33:19.543417 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-48c52eac-126e-4a5f-b9f2-eef577de0b7c req-220392b8-9712-4878-81ff-27511cfdc45e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499375
Jul 29 08:33:19.588521 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0351a3d7-6a63-4781-b9cd-baa052e146d7 req-17afc039-1374-4c42-9f5c-f5585cf59d9d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757837
Jul 29 08:33:20.742393 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55847-16d8-41ae-a5b8-4a8cee0af87b req-bd04bb6b-9372-49b9-9d94-c48954b46165 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:20.743853 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-43a55847-16d8-41ae-a5b8-4a8cee0af87b req-bd04bb6b-9372-49b9-9d94-c48954b46165 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0798624
Jul 29 08:33:20.778450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a941618-2ece-4e32-ba8c-a4108fde6371 req-077182d4-5db2-4cb4-b32f-1c56f3f50d30 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:20.779910 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2a941618-2ece-4e32-ba8c-a4108fde6371 req-077182d4-5db2-4cb4-b32f-1c56f3f50d30 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0878289
Jul 29 08:33:20.793287 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-43a55847-16d8-41ae-a5b8-4a8cee0af87b req-047ad260-e416-41a3-87f3-c75d6358a484 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419986
Jul 29 08:33:20.828181 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2a941618-2ece-4e32-ba8c-a4108fde6371 req-3f06f454-7eae-4482-b9e0-2b59227882cc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417180
Jul 29 08:33:21.984503 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d928e4f-ebbc-4d7c-8109-9d12b5a26691 req-cb607603-ee7b-433e-b4b1-aab55a61bcab tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:21.986213 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0d928e4f-ebbc-4d7c-8109-9d12b5a26691 req-cb607603-ee7b-433e-b4b1-aab55a61bcab tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0857987
Jul 29 08:33:22.035393 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0d928e4f-ebbc-4d7c-8109-9d12b5a26691 req-16c10cde-a1e7-45b4-89d6-868d8730f0f9 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427444
Jul 29 08:33:22.100894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bf9e4-5043-45b2-b14a-1abe3630a42f req-b0bf22ab-1108-4843-bfca-752839c5b5ff tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:22.102378 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c15bf9e4-5043-45b2-b14a-1abe3630a42f req-b0bf22ab-1108-4843-bfca-752839c5b5ff tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1615596
Jul 29 08:33:22.149460 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c15bf9e4-5043-45b2-b14a-1abe3630a42f req-099690f6-0ba7-4498-995f-c314e3cd378c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414469
Jul 29 08:33:22.178380 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:23.038499 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93058f-b557-4fd4-a121-0383ae0b5929 req-60f1d6c9-a664-40f2-aedb-be9fce0a7e83 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:23.039907 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f93058f-b557-4fd4-a121-0383ae0b5929 req-60f1d6c9-a664-40f2-aedb-be9fce0a7e83 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0821567
Jul 29 08:33:23.087826 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5f93058f-b557-4fd4-a121-0383ae0b5929 req-f2054324-ece4-47a6-988e-db9a17f1fdec tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421848
Jul 29 08:33:23.235463 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f14e3-e21f-4a40-a92f-41702e63b9ff req-d2b2987e-c3b5-4f3d-b612-2e4a9ad91a9d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:23.236955 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-aa9f14e3-e21f-4a40-a92f-41702e63b9ff req-d2b2987e-c3b5-4f3d-b612-2e4a9ad91a9d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0848107
Jul 29 08:33:23.284758 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-aa9f14e3-e21f-4a40-a92f-41702e63b9ff req-80249e56-5a4f-4154-b8b0-d2849574883c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415032
Jul 29 08:33:23.339832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a640e35-da5e-4819-a5b9-7e0d5114682d req-ab981936-665a-4f1b-b6d6-ca845f9e059f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:23.341312 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5a640e35-da5e-4819-a5b9-7e0d5114682d req-ab981936-665a-4f1b-b6d6-ca845f9e059f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0799847
Jul 29 08:33:23.385779 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5a640e35-da5e-4819-a5b9-7e0d5114682d req-09f998e3-92ce-4f1c-8fb2-b72cc9081ffb tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388546
Jul 29 08:33:24.269611 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cc94b-04e0-46a2-821f-cbff5c0b03f1 req-ac8298a8-b85b-47dd-afc5-5eaaef3368ec tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:24.271066 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9c5cc94b-04e0-46a2-821f-cbff5c0b03f1 req-ac8298a8-b85b-47dd-afc5-5eaaef3368ec tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0804937
Jul 29 08:33:24.315064 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9c5cc94b-04e0-46a2-821f-cbff5c0b03f1 req-d20ff6d8-f4f9-442c-89ae-b9e19edc9b53 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379736
Jul 29 08:33:24.477266 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d96967-8ae4-4e18-a5af-8bcfd9ecd5e6 req-5cf20880-c3ed-44e1-8fc0-901f9d21247f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:24.478786 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c8d96967-8ae4-4e18-a5af-8bcfd9ecd5e6 req-5cf20880-c3ed-44e1-8fc0-901f9d21247f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0855160
Jul 29 08:33:24.524921 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c8d96967-8ae4-4e18-a5af-8bcfd9ecd5e6 req-bef7c1cc-9828-4dac-8ed2-54cf1b069737 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404518
Jul 29 08:33:24.583651 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84eaec-b977-45a1-8bae-96173aceb074 req-80a80531-15dc-43b1-a938-c42804d045c7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:24.585142 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-de84eaec-b977-45a1-8bae-96173aceb074 req-80a80531-15dc-43b1-a938-c42804d045c7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0817966
Jul 29 08:33:24.628726 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-de84eaec-b977-45a1-8bae-96173aceb074 req-dcbfb2c8-e473-49e8-be46-37248f60b290 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379751
Jul 29 08:33:25.298496 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-1533fe5e-ca49-4c90-b1ed-73448dc87c40 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:25.300360 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-1533fe5e-ca49-4c90-b1ed-73448dc87c40 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.0835412
Jul 29 08:33:25.372791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Deleting port e57f72c0-69e7-40a7-bb0a-6d06f6762291 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:33:25.373128 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:25.677393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10314c-e5c1-4256-b5e5-2c09743683d2 req-0fa8dc91-5248-45c1-a167-c60dc72e371b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:25.678883 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ca10314c-e5c1-4256-b5e5-2c09743683d2 req-0fa8dc91-5248-45c1-a167-c60dc72e371b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=d54cc939-9882-40d4-80b8-35d0122d023c HTTP/1.1" status: 200  len: 945 time: 0.2037234
Jul 29 08:33:25.713010 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b449e3-7806-4c83-84b6-eed5dabdf51f req-761d3de7-345d-4e15-9b85-1886aef0851d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:25.714482 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c1b449e3-7806-4c83-84b6-eed5dabdf51f req-761d3de7-345d-4e15-9b85-1886aef0851d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0809019
Jul 29 08:33:25.721018 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] For port e57f72c0-69e7-40a7-bb0a-6d06f6762291, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e57f72c0-69e7-40a7-bb0a-6d06f6762291,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:25.721558 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:25.759415 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c1b449e3-7806-4c83-84b6-eed5dabdf51f req-2411bd3a-50e0-4cec-8f7a-e3653cc8fc2c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389559
Jul 29 08:33:25.862235 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Calling delete_port for e57f72c0-69e7-40a7-bb0a-6d06f6762291 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:33:25.891605 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ca10314c-e5c1-4256-b5e5-2c09743683d2 req-4adaa174-81a5-47d5-936d-52c44dce9a10 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2061865
Jul 29 08:33:25.934688 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67f038-7734-4a21-902c-aa029b2fac1d req-6b7f69cf-c38b-48f8-bfef-97ae98cfa75e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:25.936231 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-dc67f038-7734-4a21-902c-aa029b2fac1d req-6b7f69cf-c38b-48f8-bfef-97ae98cfa75e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0821099
Jul 29 08:33:25.983224 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-dc67f038-7734-4a21-902c-aa029b2fac1d req-0d2ccb41-5d40-4150-8d3c-9c31d28d05d4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412796
Jul 29 08:33:26.012796 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:26.018447 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:26.025187 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485', '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8', 'e57f72c0-69e7-40a7-bb0a-6d06f6762291'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:33:26.062592 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event deleted for resources: {'Port': ['ID=e57f72c0-69e7-40a7-bb0a-6d06f6762291,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:26.065465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:26.137648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] No DVR routers for this DVR port e57f72c0-69e7-40a7-bb0a-6d06f6762291 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:33:26.140652 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:26.143226 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'name': 'network-vif-deleted', 'tag': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:26.158792 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3e3f0896-5c54-4f18-8050-e974d2b59b31 req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "DELETE /v2.0/ports/e57f72c0-69e7-40a7-bb0a-6d06f6762291 HTTP/1.1" status: 204  len: 173 time: 0.8523638
Jul 29 08:33:26.189476 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54cc939-9882-40d4-80b8-35d0122d023c', 'name': 'network-vif-deleted', 'tag': 'e57f72c0-69e7-40a7-bb0a-6d06f6762291', 'status': 'completed', 'code': 200}
Jul 29 08:33:26.956348 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e38b96-154f-491d-9ea9-988dc928bdcb req-539c488e-b9d6-46bb-88be-9aabea92b2c3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:26.957846 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-52e38b96-154f-491d-9ea9-988dc928bdcb req-539c488e-b9d6-46bb-88be-9aabea92b2c3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0803361
Jul 29 08:33:27.020679 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-52e38b96-154f-491d-9ea9-988dc928bdcb req-deada9f8-66b5-4e1f-8595-4186c92fffd5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572376
Jul 29 08:33:27.228403 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90103412-6c5c-406c-b72e-ebbefbada398 req-7dce84b2-6b3f-481d-a487-355f3eb25f0a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:27.229926 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-90103412-6c5c-406c-b72e-ebbefbada398 req-7dce84b2-6b3f-481d-a487-355f3eb25f0a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1061056
Jul 29 08:33:27.275194 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-90103412-6c5c-406c-b72e-ebbefbada398 req-e1b1665a-dc5c-4178-9602-78d3232c106e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396042
Jul 29 08:33:28.212118 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7971-0ea4-43e4-8845-1c81da9898dd req-2df0fe3c-4b90-4408-83bf-53343a838342 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:28.213607 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-589c7971-0ea4-43e4-8845-1c81da9898dd req-2df0fe3c-4b90-4408-83bf-53343a838342 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0785158
Jul 29 08:33:28.260353 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-589c7971-0ea4-43e4-8845-1c81da9898dd req-f5bd6b05-0f0b-470b-adad-b4d791adac07 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408361
Jul 29 08:33:28.468081 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d929f-dfd5-4c25-b744-2351ab77ee09 req-edbb42db-171d-4161-b08d-261c6932e5be tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:28.469563 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e19d929f-dfd5-4c25-b744-2351ab77ee09 req-edbb42db-171d-4161-b08d-261c6932e5be tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0847566
Jul 29 08:33:28.513766 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e19d929f-dfd5-4c25-b744-2351ab77ee09 req-d0d62e21-a97e-4ae7-9054-f0e9460665a8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385964
Jul 29 08:33:28.615388 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eba4e-419e-482e-86cf-146bff95e6d1 req-6ab02526-9917-4f9e-8cff-1c954a70734d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:28.616598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d19eba4e-419e-482e-86cf-146bff95e6d1 req-6ab02526-9917-4f9e-8cff-1c954a70734d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:33:28.631006 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d19eba4e-419e-482e-86cf-146bff95e6d1 req-6ab02526-9917-4f9e-8cff-1c954a70734d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:33:28.632660 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d19eba4e-419e-482e-86cf-146bff95e6d1 req-6ab02526-9917-4f9e-8cff-1c954a70734d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.0972276
Jul 29 08:33:28.676733 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d19eba4e-419e-482e-86cf-146bff95e6d1 req-51cbe4bc-a89d-477e-adfd-642d7b31cbf1 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389755
Jul 29 08:33:29.443873 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb168a-8adc-4b5f-8931-56a555048524 req-3a7e9c0c-71f0-47d0-9a1b-6553898dce40 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:29.445972 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-adbb168a-8adc-4b5f-8931-56a555048524 req-3a7e9c0c-71f0-47d0-9a1b-6553898dce40 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0785925
Jul 29 08:33:29.489499 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-adbb168a-8adc-4b5f-8931-56a555048524 req-4ce8f886-8812-4596-a44a-859ef1b812ff tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379236
Jul 29 08:33:29.707888 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691620d-31ad-4048-a963-4b5b431a5604 req-729afea0-24cf-41b4-b852-80f6c8cebc14 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:29.709411 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f691620d-31ad-4048-a963-4b5b431a5604 req-729afea0-24cf-41b4-b852-80f6c8cebc14 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0821173
Jul 29 08:33:29.756174 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f691620d-31ad-4048-a963-4b5b431a5604 req-93f5f5e7-f870-49dd-ad58-3d97c3d6411a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410933
Jul 29 08:33:29.862899 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00185269-2052-42fd-81a1-145aba4ae185 req-088cfade-2e44-476c-8daf-87897d2e4e95 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:29.864463 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-00185269-2052-42fd-81a1-145aba4ae185 req-088cfade-2e44-476c-8daf-87897d2e4e95 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.0827656
Jul 29 08:33:29.908202 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-00185269-2052-42fd-81a1-145aba4ae185 req-39d217f6-c967-464e-a5e6-18a5b2f1ce9b tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373306
Jul 29 08:33:30.018810 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1a38-afb1-4970-a5ac-8854932c63f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:30.564584 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:30.727162 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f525-dfc3-474e-9cad-437578a81cf3 req-899b72af-50b6-4f48-ae3a-8c9307e32820 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:30.728855 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1aa1f525-dfc3-474e-9cad-437578a81cf3 req-899b72af-50b6-4f48-ae3a-8c9307e32820 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1348488
Jul 29 08:33:30.772938 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1aa1f525-dfc3-474e-9cad-437578a81cf3 req-5f03be6b-285a-411e-8725-1eb77492f741 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382600
Jul 29 08:33:30.919425 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e57f72c0-69e7-40a7-bb0a-6d06f6762291 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:33:30.948100 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180e3fc-6416-4488-8545-39662e239ef3 req-df91b86b-ec59-4eb9-9a49-bb75b05666d3 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:30.949610 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f180e3fc-6416-4488-8545-39662e239ef3 req-df91b86b-ec59-4eb9-9a49-bb75b05666d3 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0858314
Jul 29 08:33:30.957007 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: e57f72c0-69e7-40a7-bb0a-6d06f6762291 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:33:30.957351 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e57f72c0-69e7-40a7-bb0a-6d06f6762291 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:33:31.000390 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f180e3fc-6416-4488-8545-39662e239ef3 req-5cd7e9d0-d057-49d9-9936-c316c8464319 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426562
Jul 29 08:33:31.096094 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869eb92-d845-4091-93db-6e2c30dbfdc6 req-c5e39666-4d07-4e49-8b98-f0ae741f8b73 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:31.097564 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0869eb92-d845-4091-93db-6e2c30dbfdc6 req-c5e39666-4d07-4e49-8b98-f0ae741f8b73 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.0809405
Jul 29 08:33:31.145889 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0869eb92-d845-4091-93db-6e2c30dbfdc6 req-4b2f7879-08bb-4800-886b-bd095ec8cb4a tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422413
Jul 29 08:33:31.958064 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dece3e-2995-45a5-83e7-5026e6882e0a req-a3843a35-383e-4258-966e-9da165e0d394 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:31.959516 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-42dece3e-2995-45a5-83e7-5026e6882e0a req-a3843a35-383e-4258-966e-9da165e0d394 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0786741
Jul 29 08:33:32.004928 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-42dece3e-2995-45a5-83e7-5026e6882e0a req-8c07cb2e-6fb2-4cd6-9d13-953df9668e36 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390294
Jul 29 08:33:32.195092 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca23711-90cb-4172-96cf-117fdb057d9c req-3399d46b-1162-4f96-ab7f-0cfa35bb9674 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:32.196701 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ca23711-90cb-4172-96cf-117fdb057d9c req-3399d46b-1162-4f96-ab7f-0cfa35bb9674 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0823700
Jul 29 08:33:32.261675 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ca23711-90cb-4172-96cf-117fdb057d9c req-f7f6178e-3e04-4694-8640-bb815e05cb1e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583320
Jul 29 08:33:32.364781 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1c747-f3f8-47d6-a08f-a88ca34f6ef2 req-21e0d3c2-3187-4e90-9cae-c67e7fc262c5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:32.366854 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-33a1c747-f3f8-47d6-a08f-a88ca34f6ef2 req-21e0d3c2-3187-4e90-9cae-c67e7fc262c5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.0897329
Jul 29 08:33:32.478810 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-33a1c747-f3f8-47d6-a08f-a88ca34f6ef2 req-fdc27ad1-93bf-42b8-b0d8-04c3b09a9cf5 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062541
Jul 29 08:33:32.745773 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-28043b2c-96b1-4a08-a7d3-40392cdd31b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:33.226076 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-5564f64f-7b48-4814-83aa-4559fbc06554 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:33.227502 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-5564f64f-7b48-4814-83aa-4559fbc06554 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.1398666
Jul 29 08:33:33.235426 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404949f-0f41-4580-b5d7-cf5b7c511649 req-779dbeb0-fc5e-4e3f-9c64-e37047d361b0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:33.237107 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2404949f-0f41-4580-b5d7-cf5b7c511649 req-779dbeb0-fc5e-4e3f-9c64-e37047d361b0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1189690
Jul 29 08:33:33.330968 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2404949f-0f41-4580-b5d7-cf5b7c511649 req-0c5e7150-509f-4788-a1b1-392cba4b81c1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643513
Jul 29 08:33:33.334391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Deleting port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:33:33.334791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:33.434192 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:33.457071 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f76587-9ed1-4497-a9c5-47e3c200b99e req-aeef1ab5-d61a-41d3-bc78-5fd35071c5ab tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:33.458620 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-12f76587-9ed1-4497-a9c5-47e3c200b99e req-aeef1ab5-d61a-41d3-bc78-5fd35071c5ab tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0849588
Jul 29 08:33:33.519969 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-12f76587-9ed1-4497-a9c5-47e3c200b99e req-f540dbc2-cd02-43f9-9834-2852bb6f47bb tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554719
Jul 29 08:33:33.636491 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] For port c3b59043-1e7a-4f33-8065-fc3cd1d683f8, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:33.636848 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:33.770229 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Calling delete_port for c3b59043-1e7a-4f33-8065-fc3cd1d683f8 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:33:33.865280 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a398a-1855-4cf1-9f28-ac3d7a92a824 req-6c535762-25a5-4ce9-a461-68f465b93ea7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:33.867377 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-666a398a-1855-4cf1-9f28-ac3d7a92a824 req-6c535762-25a5-4ce9-a461-68f465b93ea7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=48fc44d2-c49c-4c34-ac7a-c38481323b9f HTTP/1.1" status: 200  len: 946 time: 0.2737236
Jul 29 08:33:33.969473 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-666a398a-1855-4cf1-9f28-ac3d7a92a824 req-efd0db56-f902-44ae-b596-e695c27d7c5a tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671537
Jul 29 08:33:33.972454 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:33.979027 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:33.985661 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485', '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:33:34.023594 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event deleted for resources: {'Port': ['ID=c3b59043-1e7a-4f33-8065-fc3cd1d683f8,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:34.026658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:34.100117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] No DVR routers for this DVR port c3b59043-1e7a-4f33-8065-fc3cd1d683f8 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:33:34.103195 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:34.105738 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'name': 'network-vif-deleted', 'tag': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:34.121208 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb49988a-07b8-4d89-ba71-b555a69c20bc req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "DELETE /v2.0/ports/c3b59043-1e7a-4f33-8065-fc3cd1d683f8 HTTP/1.1" status: 204  len: 173 time: 0.8831692
Jul 29 08:33:34.153591 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48fc44d2-c49c-4c34-ac7a-c38481323b9f', 'name': 'network-vif-deleted', 'tag': 'c3b59043-1e7a-4f33-8065-fc3cd1d683f8', 'status': 'completed', 'code': 200}
Jul 29 08:33:34.517954 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568b115-b2ba-49ba-a8cc-4e36b04d3f8e req-1290a8c9-9d92-45ac-9092-3aba60611c38 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:34.519403 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d568b115-b2ba-49ba-a8cc-4e36b04d3f8e req-1290a8c9-9d92-45ac-9092-3aba60611c38 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0784605
Jul 29 08:33:34.567318 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d568b115-b2ba-49ba-a8cc-4e36b04d3f8e req-82c1af5b-ca12-4cef-9943-2c8101b10820 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418077
Jul 29 08:33:34.713576 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20046b6-dc54-473d-8aac-443b96e61224 req-c696ec0b-537e-48be-b52b-aae5d7e373b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:34.715066 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a20046b6-dc54-473d-8aac-443b96e61224 req-c696ec0b-537e-48be-b52b-aae5d7e373b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0817666
Jul 29 08:33:34.762479 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a20046b6-dc54-473d-8aac-443b96e61224 req-7168b4cb-52a5-4c5e-90d0-6f48a8b9e203 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416141
Jul 29 08:33:35.158816 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:35.418634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294a52a-2777-47f5-bcda-a7aaadde18df req-a3265d69-f047-4e5f-8858-4dbac8a23c68 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:35.419233 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d294a52a-2777-47f5-bcda-a7aaadde18df req-a3265d69-f047-4e5f-8858-4dbac8a23c68 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:33:35.434152 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d294a52a-2777-47f5-bcda-a7aaadde18df req-a3265d69-f047-4e5f-8858-4dbac8a23c68 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:33:35.435330 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d294a52a-2777-47f5-bcda-a7aaadde18df req-a3265d69-f047-4e5f-8858-4dbac8a23c68 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 945 time: 0.0920355
Jul 29 08:33:35.479443 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d294a52a-2777-47f5-bcda-a7aaadde18df req-e7d9ee9f-3fdc-4d6e-a4ac-1a7ab651d1ad tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384116
Jul 29 08:33:35.759215 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bd8fe-8a81-456f-8911-744cab54ca2c req-a42988cb-3eb7-40cf-a2ce-ce69e6474659 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:35.760617 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8e6bd8fe-8a81-456f-8911-744cab54ca2c req-a42988cb-3eb7-40cf-a2ce-ce69e6474659 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0833988
Jul 29 08:33:35.805307 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8e6bd8fe-8a81-456f-8911-744cab54ca2c req-e6f92682-6868-49eb-8aac-f440ad69108e tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390451
Jul 29 08:33:36.008470 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a405f8b-f96e-4ff2-a77f-aa878a5bd1b0 req-25296bea-e50b-4514-a700-06f5c0870216 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:36.010006 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8a405f8b-f96e-4ff2-a77f-aa878a5bd1b0 req-25296bea-e50b-4514-a700-06f5c0870216 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1391020
Jul 29 08:33:36.056962 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8a405f8b-f96e-4ff2-a77f-aa878a5bd1b0 req-e0007a12-324a-4444-827e-60f2a547ca00 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412164
Jul 29 08:33:36.670684 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446af142-74a9-410e-a681-00b45725d66f req-daca7257-bc3d-43c2-9ea4-cfde25d8667d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:36.672873 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-446af142-74a9-410e-a681-00b45725d66f req-daca7257-bc3d-43c2-9ea4-cfde25d8667d tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 945 time: 0.0792418
Jul 29 08:33:36.717807 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-446af142-74a9-410e-a681-00b45725d66f req-def7f952-04c5-4433-8410-51745b18dabc tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393493
Jul 29 08:33:36.994525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96081f-b4b0-497e-86d9-673d7397e1e7 req-ab02c9fc-dedd-4735-8f42-c418ea17c5c0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:36.996106 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ed96081f-b4b0-497e-86d9-673d7397e1e7 req-ab02c9fc-dedd-4735-8f42-c418ea17c5c0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0822284
Jul 29 08:33:37.046251 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ed96081f-b4b0-497e-86d9-673d7397e1e7 req-6e830244-45be-4ad5-8db3-25f960090fe0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440099
Jul 29 08:33:37.253350 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5f0aa-24d2-444b-b2c7-dc42f21e6eeb req-99411d52-d820-495c-9348-6e99e5a4c47c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:37.254781 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-aea5f0aa-24d2-444b-b2c7-dc42f21e6eeb req-99411d52-d820-495c-9348-6e99e5a4c47c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0865815
Jul 29 08:33:37.299918 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-aea5f0aa-24d2-444b-b2c7-dc42f21e6eeb req-084c72e5-0012-41fa-b3c0-424ffbbe883e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384812
Jul 29 08:33:37.445827 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-4618cd5d-f7ed-4232-9429-50b2eed0ba50 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:37.447266 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-4618cd5d-f7ed-4232-9429-50b2eed0ba50 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 945 time: 0.0793970
Jul 29 08:33:37.518936 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Deleting port 817d6778-24a2-4a3f-9450-ec0db0c7d576 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:33:37.519375 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:37.774786 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] For port 817d6778-24a2-4a3f-9450-ec0db0c7d576, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=817d6778-24a2-4a3f-9450-ec0db0c7d576,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:37.775198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:37.873548 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device c3b59043-1e7a-4f33-8065-fc3cd1d683f8 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:33:37.910235 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: c3b59043-1e7a-4f33-8065-fc3cd1d683f8 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:33:37.910585 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device c3b59043-1e7a-4f33-8065-fc3cd1d683f8 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:33:37.932483 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Calling delete_port for 817d6778-24a2-4a3f-9450-ec0db0c7d576 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:33:38.090077 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5913fd0-b5ae-4a29-ad83-2f8eab9de1e3 req-5f09ece5-c2f3-4e0e-8201-55fc46a2f0b2 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:38.091544 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d5913fd0-b5ae-4a29-ad83-2f8eab9de1e3 req-5f09ece5-c2f3-4e0e-8201-55fc46a2f0b2 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0e4645d-6ec2-4c12-b431-fc528fa90804 HTTP/1.1" status: 200  len: 945 time: 0.2525282
Jul 29 08:33:38.156304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:38.167252 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9b7ca2db-0d60-4e14-bd43-f14500880ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:38.171536 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485', '817d6778-24a2-4a3f-9450-ec0db0c7d576'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:33:38.209069 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d5913fd0-b5ae-4a29-ad83-2f8eab9de1e3 req-31ed6c07-197d-484f-9240-b37ba3afadcf tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117971
Jul 29 08:33:38.223268 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event deleted for resources: {'Port': ['ID=817d6778-24a2-4a3f-9450-ec0db0c7d576,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:38.226554 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:38.239983 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2ff02-1c48-448a-9bee-f800ccb9c67a req-1226fa98-e15c-400c-a02a-eca7a14d4f76 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:38.247604 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fbc2ff02-1c48-448a-9bee-f800ccb9c67a req-1226fa98-e15c-400c-a02a-eca7a14d4f76 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0897627
Jul 29 08:33:38.294764 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fbc2ff02-1c48-448a-9bee-f800ccb9c67a req-1d9ba094-67dd-42b5-a28d-6bde7f2dc9d3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457985
Jul 29 08:33:38.301214 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] No DVR routers for this DVR port 817d6778-24a2-4a3f-9450-ec0db0c7d576 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:33:38.304637 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:38.310109 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'name': 'network-vif-deleted', 'tag': '817d6778-24a2-4a3f-9450-ec0db0c7d576'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:38.324542 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f057fed7-b65c-4356-80a5-7656daf49f30 req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "DELETE /v2.0/ports/817d6778-24a2-4a3f-9450-ec0db0c7d576 HTTP/1.1" status: 204  len: 173 time: 0.8702090
Jul 29 08:33:38.391597 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e4645d-6ec2-4c12-b431-fc528fa90804', 'name': 'network-vif-deleted', 'tag': '817d6778-24a2-4a3f-9450-ec0db0c7d576', 'status': 'completed', 'code': 200}
Jul 29 08:33:38.519403 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520f762-104a-433a-9ad8-a73eaa0eec7a req-7bb6aeac-5b7e-4462-a99f-393f1dc6ebf7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:38.520867 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5520f762-104a-433a-9ad8-a73eaa0eec7a req-7bb6aeac-5b7e-4462-a99f-393f1dc6ebf7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0832343
Jul 29 08:33:38.566303 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5520f762-104a-433a-9ad8-a73eaa0eec7a req-ae906493-4ad5-4c7f-907a-54006315d442 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390046
Jul 29 08:33:38.590245 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9ddec-11f2-496c-b6ed-6bca1613b7c3 req-e365f5e7-f093-4a7f-9e98-81b598d556ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:38.591857 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f1e9ddec-11f2-496c-b6ed-6bca1613b7c3 req-e365f5e7-f093-4a7f-9e98-81b598d556ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.0748413
Jul 29 08:33:38.639186 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f1e9ddec-11f2-496c-b6ed-6bca1613b7c3 req-e5342cc8-4e7d-4f11-891c-787ab39a05b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339718
Jul 29 08:33:39.490999 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc07ca0-c2bd-4e75-adae-ab5a9a8daede req-1ca8a469-5e54-446a-8264-39f5ad01e79d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:39.492655 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6dc07ca0-c2bd-4e75-adae-ab5a9a8daede req-1ca8a469-5e54-446a-8264-39f5ad01e79d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0905735
Jul 29 08:33:39.538403 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6dc07ca0-c2bd-4e75-adae-ab5a9a8daede req-e4dfdacf-dc52-4c72-8e45-f7b594e4e1e4 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400929
Jul 29 08:33:39.767306 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f63c5b-62ec-4bea-a2cd-037e8a8aa78e req-4e82d1ba-3532-467b-9452-1dc984675095 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:39.769710 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2f63c5b-62ec-4bea-a2cd-037e8a8aa78e req-4e82d1ba-3532-467b-9452-1dc984675095 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0872381
Jul 29 08:33:39.831795 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2f63c5b-62ec-4bea-a2cd-037e8a8aa78e req-4f98e546-0aa4-4e15-b31d-e7e2216f73bc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521319
Jul 29 08:33:39.885257 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:33:40.032242 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:40.054175 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'mac_address': 'fa:16:3e:85:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:33:40.121820 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:40.148329 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:33:40.164929 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:40.175037 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:40.180416 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-c531a13b-dd16-4944-95fa-31a80eb08d0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:40.262798 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=6']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:40.266382 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:40.314412 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:33:40.784894 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3035be-f52d-4ae5-9e08-956b1eaaccc4 req-14e7f417-6efb-4389-a471-ed0f594fa622 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:40.789662 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf3035be-f52d-4ae5-9e08-956b1eaaccc4 req-14e7f417-6efb-4389-a471-ed0f594fa622 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1180959
Jul 29 08:33:40.863985 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-bf3035be-f52d-4ae5-9e08-956b1eaaccc4 req-e5444620-781f-4b25-9522-e87e31e315b8 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704372
Jul 29 08:33:41.109514 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ecaa-8739-4dc7-be8b-4929a3dd7f7c req-9f7b619a-3713-4e9d-b657-dcf859a3f641 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:41.110849 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-3623ecaa-8739-4dc7-be8b-4929a3dd7f7c req-9f7b619a-3713-4e9d-b657-dcf859a3f641 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Synchronizing usage tracker for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:33:41.130856 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-3623ecaa-8739-4dc7-be8b-4929a3dd7f7c req-9f7b619a-3713-4e9d-b657-dcf859a3f641 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Unset dirty status for tenant:f02ba612dd3d4a0bb840f474ddc79787 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:33:41.132272 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43536950-be10-4097-9317-2f0f9d985952 req-1628f3f2-951f-469c-bbf7-a85991a1ec7f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:41.133818 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3623ecaa-8739-4dc7-be8b-4929a3dd7f7c req-9f7b619a-3713-4e9d-b657-dcf859a3f641 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.1255414
Jul 29 08:33:41.139298 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-43536950-be10-4097-9317-2f0f9d985952 req-1628f3f2-951f-469c-bbf7-a85991a1ec7f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 945 time: 0.1498079
Jul 29 08:33:41.190138 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3623ecaa-8739-4dc7-be8b-4929a3dd7f7c req-105f5c32-4d3b-4dff-9e9b-56ae5a94591e tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498242
Jul 29 08:33:41.204170 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-43536950-be10-4097-9317-2f0f9d985952 req-b1685f40-c712-45ba-adcb-7a1d2b748f47 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597544
Jul 29 08:33:41.891836 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:33:41.913006 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01eaa2-dd23-4103-a096-a3bcb9e3e9fc req-0ae5aa67-913c-48c4-997e-49b03a3b32ac tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:41.914624 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-de01eaa2-dd23-4103-a096-a3bcb9e3e9fc req-0ae5aa67-913c-48c4-997e-49b03a3b32ac tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1205328
Jul 29 08:33:41.916835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-962cf623-a756-40c8-9c54-fb516f625ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:41.918233 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-962cf623-a756-40c8-9c54-fb516f625ed1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.1616917
Jul 29 08:33:41.990421 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:33:41.990717 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:42.177942 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-cf20a670-932b-4f0b-9e18-e9e0c20c6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:42.180509 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-cf20a670-932b-4f0b-9e18-e9e0c20c6837 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.2453942
Jul 29 08:33:42.195127 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:42.257132 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:42.267236 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-36419686-3390-471a-adbf-b2e465ccbf08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.0722997
Jul 29 08:33:42.280182 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:42.292832 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:42.293863 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 817d6778-24a2-4a3f-9450-ec0db0c7d576 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:33:42.337270 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:42.339866 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-de01eaa2-dd23-4103-a096-a3bcb9e3e9fc req-20936fa9-e436-4ec1-ab47-17f3ea2695b2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4176960
Jul 29 08:33:42.379724 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-ffb88d55-6f7a-4e44-b847-dc8dad8ceae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:42.381288 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-ffb88d55-6f7a-4e44-b847-dc8dad8ceae4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.1037104
Jul 29 08:33:42.412811 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 817d6778-24a2-4a3f-9450-ec0db0c7d576 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:33:42.413675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 817d6778-24a2-4a3f-9450-ec0db0c7d576 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:33:42.418946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c7120-06c3-4bef-8f59-ba54b9c5962d req-f30d17a5-a0d5-4179-a61b-3b67792d48ba tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:42.428644 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-178c7120-06c3-4bef-8f59-ba54b9c5962d req-f30d17a5-a0d5-4179-a61b-3b67792d48ba tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.1071870
Jul 29 08:33:42.450119 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=7']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:42.453599 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:42.485919 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-57dcde83-66d0-4d76-b53d-285c178b443a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0940619
Jul 29 08:33:42.487637 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-178c7120-06c3-4bef-8f59-ba54b9c5962d req-34c62b94-bb25-4534-beb2-e6b41b05802a tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547993
Jul 29 08:33:42.542988 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'code': 200}
Jul 29 08:33:42.716102 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748bc3b-65c8-4d1c-a481-93012c46719e req-2f6ea624-795c-4edd-9b57-76d12f6f54cd tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:42.720577 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3748bc3b-65c8-4d1c-a481-93012c46719e req-2f6ea624-795c-4edd-9b57-76d12f6f54cd tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1897299
Jul 29 08:33:42.722946 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-498045b8-fd10-41ae-8abd-022443fd3d4a service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239261
Jul 29 08:33:42.885389 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3748bc3b-65c8-4d1c-a481-93012c46719e req-ff2b30cc-d47e-4c2f-8f01-e8c7072eb715 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588011
Jul 29 08:33:42.965343 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0d31b380-db4b-4d0e-ab64-2071ffeb0314 req-252f34e0-6db9-43dc-a631-839d558692fb service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276657
Jul 29 08:33:42.990061 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-4ae52f37-c8a4-4027-8d50-b3bcd88ae9ac tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:42.992090 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-4ae52f37-c8a4-4027-8d50-b3bcd88ae9ac tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.1473153
Jul 29 08:33:43.075622 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Deleting port d9a0cbda-85a9-4fd9-8cbc-140f89165485 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:33:43.076326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:43.373926 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] For port d9a0cbda-85a9-4fd9-8cbc-140f89165485, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9a0cbda-85a9-4fd9-8cbc-140f89165485,segment=NetworkSegment(21d29b4f-92e4-4468-a2b3-f6bbbc403d42),segment_id=21d29b4f-92e4-4468-a2b3-f6bbbc403d42)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:43.374586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:43.548793 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Calling delete_port for d9a0cbda-85a9-4fd9-8cbc-140f89165485 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:33:43.603111 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656e641-50ff-4087-997a-0fdb486a86f2 req-c4ff95c6-4218-4fc3-9471-30f32798d2c8 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:43.604646 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4656e641-50ff-4087-997a-0fdb486a86f2 req-c4ff95c6-4218-4fc3-9471-30f32798d2c8 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1336303
Jul 29 08:33:43.676673 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4656e641-50ff-4087-997a-0fdb486a86f2 req-b5e51a71-c613-4573-a59c-65e4a0de36f5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662618
Jul 29 08:33:43.786486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:43.796003 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653624c-3344-4bef-a200-31680f66de23 req-b6dd71ce-f1ec-4a78-95db-6fed33d24009 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:43.797535 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4653624c-3344-4bef-a200-31680f66de23 req-b6dd71ce-f1ec-4a78-95db-6fed33d24009 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2833bba-f1e4-479a-8789-9bd52abb6a73 HTTP/1.1" status: 200  len: 946 time: 0.1513867
Jul 29 08:33:43.802007 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6513795c-a5b3-41fe-9f0f-7d13e616cc66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:43.803382 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['d9a0cbda-85a9-4fd9-8cbc-140f89165485'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:33:43.862769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Pushing event deleted for resources: {'Port': ['ID=d9a0cbda-85a9-4fd9-8cbc-140f89165485,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:43.993174 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.993533 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.993887 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.994233 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.994585 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.994925 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.995265 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.995607 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:43.995944 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:44.009033 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:44.009033 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:44.009323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:44.036875 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:44.095668 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] No DVR routers for this DVR port d9a0cbda-85a9-4fd9-8cbc-140f89165485 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:33:44.105499 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:44.108500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'name': 'network-vif-deleted', 'tag': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:44.127960 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4653624c-3344-4bef-a200-31680f66de23 req-aade72c9-e0ff-49a7-b80c-b163b4303843 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cad6c89-657d-41ff-9a58-4fb44f60e6f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2963519
Jul 29 08:33:44.134124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db598a-be5c-430b-b9ad-b9af28209d69 req-8c154899-ba31-43da-8abc-60d2063a77ad tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:44.135826 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a2db598a-be5c-430b-b9ad-b9af28209d69 req-8c154899-ba31-43da-8abc-60d2063a77ad tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1219566
Jul 29 08:33:44.147021 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-77e460dc-3ed6-44ef-9ff4-151f2d0ab392 req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] 10.222.0.37 "DELETE /v2.0/ports/d9a0cbda-85a9-4fd9-8cbc-140f89165485 HTTP/1.1" status: 204  len: 173 time: 1.1473224
Jul 29 08:33:44.204760 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2833bba-f1e4-479a-8789-9bd52abb6a73', 'name': 'network-vif-deleted', 'tag': 'd9a0cbda-85a9-4fd9-8cbc-140f89165485', 'status': 'completed', 'code': 200}
Jul 29 08:33:44.218688 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a2db598a-be5c-430b-b9ad-b9af28209d69 req-94c07058-01cf-4767-8f0b-a45b3a549851 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684350
Jul 29 08:33:44.911916 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf88a8-c069-45b7-a5ed-6595a28cc79c req-2dec5f27-8f7e-4fb0-9866-a95c2b284645 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:44.921139 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-89bf88a8-c069-45b7-a5ed-6595a28cc79c req-2dec5f27-8f7e-4fb0-9866-a95c2b284645 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1087642
Jul 29 08:33:44.972068 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-89bf88a8-c069-45b7-a5ed-6595a28cc79c req-4faf6585-a6bc-4da9-b7cb-2288eeea177f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500283
Jul 29 08:33:45.271319 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39086) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:45.353460 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Deleting subnet 007faabf-2dd5-482e-b532-98a96ca6befb {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:33:45.357202 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:45.510612 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3376508'] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:45.591218 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:45.678573 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead9a72-b1b7-4c85-8634-2a17c8c2bbb9 req-4474770d-ecd3-40f6-8145-bcc121b50c92 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:45.680561 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fead9a72-b1b7-4c85-8634-2a17c8c2bbb9 req-4474770d-ecd3-40f6-8145-bcc121b50c92 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.2694600
Jul 29 08:33:45.723053 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138956'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:45.741741 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9d38149a-a978-4526-84f1-6fa915ece947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:45.785138 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007faabf-2dd5-482e-b532-98a96ca6befb,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:45.790270 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fead9a72-b1b7-4c85-8634-2a17c8c2bbb9 req-088f481a-e601-4a61-849f-81fcff41d012 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018658
Jul 29 08:33:45.791340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:45.799540 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:45.811046 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39092) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:45.811772 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/007faabf-2dd5-482e-b532-98a96ca6befb HTTP/1.1" status: 204  len: 168 time: 0.5391717
Jul 29 08:33:45.941619 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.088609 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.100500 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16850>,) {'filters': {'network_id': ['51a8c05e-6a2a-4811-b787-a0850c0da42f']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:46.118159 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16850>, '21d29b4f-92e4-4468-a2b3-f6bbbc403d42') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:46.118511 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce16850>, '21d29b4f-92e4-4468-a2b3-f6bbbc403d42') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:33:46.165443 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.264373 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.279815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:33:46.280426 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:33:46.312318 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:33:46.531580 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93fd69-ce3b-4113-9bc8-9f2f5c22e506 req-7505412e-32a8-4640-a961-d7af7139976f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:46.539360 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6b93fd69-ce3b-4113-9bc8-9f2f5c22e506 req-7505412e-32a8-4640-a961-d7af7139976f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.3770721
Jul 29 08:33:46.558711 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.580565 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:46.582783 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:46.612951 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a8c05e-6a2a-4811-b787-a0850c0da42f,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:46.623856 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.624521 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.624695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.628266 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.628639 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.628998 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.629351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.629700 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.630049 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.630390 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.630733 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.631070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:46.634998 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:46.640872 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6b93fd69-ce3b-4113-9bc8-9f2f5c22e506 req-31dd33bc-6fd7-4bc0-9e5e-8a508c4bef2b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007226
Jul 29 08:33:46.652641 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-b0df3b3b-356d-4ef2-a505-b18e7198a420 admin admin] 10.222.0.24 "DELETE /v2.0/networks/51a8c05e-6a2a-4811-b787-a0850c0da42f HTTP/1.1" status: 204  len: 168 time: 0.8370893
Jul 29 08:33:46.907892 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39112) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:46.985214 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-971097b3-d32c-4ff0-8b15-5ea128ce5aa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f02ba612dd3d4a0bb840f474ddc79787&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0758107
Jul 29 08:33:46.988057 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39118) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:47.172336 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:47.214540 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:47.229852 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523dd60-28b5-4a10-a3e2-32267d343708 req-ba515470-0471-4253-b9a4-92864657e211 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:47.231693 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2523dd60-28b5-4a10-a3e2-32267d343708 req-ba515470-0471-4253-b9a4-92864657e211 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.2256513
Jul 29 08:33:47.320879 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2523dd60-28b5-4a10-a3e2-32267d343708 req-262c79f4-04b9-4fed-870c-01bc36aa4e9c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0725667
Jul 29 08:33:47.372576 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:47.392298 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:47.421272 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad6c89-657d-41ff-9a58-4fb44f60e6f3,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:47.423886 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:47.434933 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:47.445644 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cad6c89-657d-41ff-9a58-4fb44f60e6f3 HTTP/1.1" status: 204  len: 168 time: 0.4557259
Jul 29 08:33:47.916029 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device d9a0cbda-85a9-4fd9-8cbc-140f89165485 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:33:47.961612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: d9a0cbda-85a9-4fd9-8cbc-140f89165485 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:33:47.962124 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device d9a0cbda-85a9-4fd9-8cbc-140f89165485 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:33:48.690396 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1610-b329-46c9-9203-345b331ed352 req-590f6a83-1d97-4750-948b-e7c192d41728 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:48.699085 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-78bc1610-b329-46c9-9203-345b331ed352 req-590f6a83-1d97-4750-948b-e7c192d41728 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1590419
Jul 29 08:33:48.774194 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-78bc1610-b329-46c9-9203-345b331ed352 req-47b72564-8dc2-4a37-a196-f57571fdc0bb tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740459
Jul 29 08:33:49.039259 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-ca93e7d0-e800-4d95-a88c-a930428ced29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0985982
Jul 29 08:33:49.172661 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-c671adf0-db34-41f4-ba03-6c0d9ecd94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:49.173925 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-c671adf0-db34-41f4-ba03-6c0d9ecd94c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce52a54270f04b67a8751688ff3433c0&device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 1099 time: 0.0932639
Jul 29 08:33:49.335166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-cb628dcd-53ec-4e75-bfbc-d5bd66d01eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:49.338540 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-cb628dcd-53ec-4e75-bfbc-d5bd66d01eb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 200  len: 920 time: 0.1387393
Jul 29 08:33:49.435514 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-0e2656f4-2d1d-4a2e-b0d9-d3ae575c0fdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 200  len: 217 time: 0.0883877
Jul 29 08:33:49.516059 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-ae0891f6-5f89-4924-acd2-24063c016b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:49.517530 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-ae0891f6-5f89-4924-acd2-24063c016b12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 200  len: 859 time: 0.0754590
Jul 29 08:33:49.577005 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-97afa5a8-8e9d-4349-9a2e-8a93b7817177 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b6c72d22-3670-4296-86ea-4c852494f079&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455189
Jul 29 08:33:49.737819 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-ae175a2d-e72e-4de4-b0ff-a24d4f07b6ae service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535988
Jul 29 08:33:50.129553 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c67102de-e233-4f1d-a10a-a03ba2749da3 req-7fa40c36-91cf-4992-9659-682e11eb81ff service neutron] 10.222.0.37 "GET /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3593719
Jul 29 08:33:50.190034 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86c589-a526-4fb3-995d-25fea6116e0b req-ce370430-33d1-4daa-be89-58b137f1c48a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:50.201469 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ba86c589-a526-4fb3-995d-25fea6116e0b req-ce370430-33d1-4daa-be89-58b137f1c48a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1501422
Jul 29 08:33:50.267919 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ba86c589-a526-4fb3-995d-25fea6116e0b req-d36fd3c3-09f6-4a94-ba0a-54ef119abac3 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650306
Jul 29 08:33:50.301658 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39198) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:50.431251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.446025 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:33:50.451805 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Usage tracker for resource:security_group_rule and tenant:7b2746062a3f434eae4b653cddbe9ac1 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:33:50.455525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:33:50.463066 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:33:50.561990 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.567509 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.578796 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-bdcccfbb-b999-4fbc-9c91-728a219fd443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:50.623111 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39206) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:50.623395 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b2746062a3f434eae4b653cddbe9ac1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3202269
Jul 29 08:33:50.625224 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0fd03-9f37-4361-93f9-59bc22f1ce2f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:50.628258 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:50.708807 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.739063 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.802278 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.809261 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f3e23b29-320f-4184-b2c9-007cfefb5819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:50.822516 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c0fd03-9f37-4361-93f9-59bc22f1ce2f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:50.825232 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:50.826316 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:50.827545 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27c0fd03-9f37-4361-93f9-59bc22f1ce2f HTTP/1.1" status: 204  len: 168 time: 0.2028990
Jul 29 08:33:51.139969 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39238) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:51.157043 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.170919 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:33:51.174615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Usage tracker for resource:security_group_rule and tenant:e376854106dd41d6b37b0695c4d7ea90 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:33:51.177404 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:33:51.183580 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:33:51.267380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.271137 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.279373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05eb667e-7044-4a2a-82c4-2ee6dbfa35f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:51.317549 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e376854106dd41d6b37b0695c4d7ea90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1764796
Jul 29 08:33:51.319730 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a33112-84af-4bef-8cc2-dfa21f4a09f0,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:51.320942 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39244) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:51.322701 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:51.386578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.421211 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.479847 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.484694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8392962e-6a6f-4836-a130-60e85eb7dfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:51.497181 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a33112-84af-4bef-8cc2-dfa21f4a09f0,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:51.501151 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:51.513876 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:51.515409 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95a33112-84af-4bef-8cc2-dfa21f4a09f0 HTTP/1.1" status: 204  len: 168 time: 0.1934187
Jul 29 08:33:51.542408 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10042154-087d-4ccd-8842-4ba19d7e128c req-8fccb3fc-791f-4c27-8596-6e510b4154d0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:51.544345 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-10042154-087d-4ccd-8842-4ba19d7e128c req-8fccb3fc-791f-4c27-8596-6e510b4154d0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1603310
Jul 29 08:33:51.602033 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-10042154-087d-4ccd-8842-4ba19d7e128c req-720c250f-153f-4813-bc61-bdad63c956e1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481002
Jul 29 08:33:51.849186 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24559305-70d8-4f11-a199-b298383dfc94 req-de031dcd-2dc4-4215-a7f2-1aeabdb45d0a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:51.851175 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-24559305-70d8-4f11-a199-b298383dfc94 req-de031dcd-2dc4-4215-a7f2-1aeabdb45d0a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1381521
Jul 29 08:33:51.855512 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-9c60fa1f-5122-44c3-b558-4c6a2b966b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:51.856970 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-9c60fa1f-5122-44c3-b558-4c6a2b966b11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1099 time: 0.1115832
Jul 29 08:33:51.979983 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-24559305-70d8-4f11-a199-b298383dfc94 req-6a5af4e1-80ba-4d38-87fc-4ee770efba1f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214626
Jul 29 08:33:52.030550 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-4fc06eb2-e1dd-42df-8578-b4062596f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:52.032574 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-4fc06eb2-e1dd-42df-8578-b4062596f3ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1615522
Jul 29 08:33:52.142067 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-0bcc805b-288e-4ecb-aa7c-bfc639b6afc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 200  len: 1001 time: 0.1004066
Jul 29 08:33:52.184060 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:52.218381 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-b90ff2b3-b817-4d50-9b31-24a1cec87f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:52.219932 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-b90ff2b3-b817-4d50-9b31-24a1cec87f47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.0636673
Jul 29 08:33:52.298611 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-7119f280-a09f-469e-b961-9e1bfee1b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:52.300654 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-7119f280-a09f-469e-b961-9e1bfee1b99f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735428
Jul 29 08:33:52.435428 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-2a8d0fa0-ee3b-4d4b-9a3c-8841b2de3c5e service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260264
Jul 29 08:33:52.574067 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9319d0fd-ae4d-4ea0-a0fb-6c7d2d03a3a2 req-0b0958ec-649d-4499-be3f-3673d912231d service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295810
Jul 29 08:33:52.795648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb844d-edf3-4f74-b3bd-66412de9ad5f req-594dd43c-b99c-44d0-b349-7c88adce7348 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:52.797144 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35fb844d-edf3-4f74-b3bd-66412de9ad5f req-594dd43c-b99c-44d0-b349-7c88adce7348 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0801711
Jul 29 08:33:52.843581 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35fb844d-edf3-4f74-b3bd-66412de9ad5f req-253fb282-7bd8-4017-96d9-a7588f0db863 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401363
Jul 29 08:33:53.172755 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cad9af-ea5d-42e0-9970-b0de68ae2939 req-5889d78b-47f5-41b2-b0bf-aaf4cddbb30f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:53.174224 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-22cad9af-ea5d-42e0-9970-b0de68ae2939 req-5889d78b-47f5-41b2-b0bf-aaf4cddbb30f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0823798
Jul 29 08:33:53.219179 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-22cad9af-ea5d-42e0-9970-b0de68ae2939 req-ce2bfa25-883d-4692-ac65-bda3b044ba40 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386589
Jul 29 08:33:54.032466 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eadafe-8a76-48cc-a593-09c43b2000db req-e6c999ef-fa05-405b-a4a5-1bb8a5394b0d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:54.033895 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f5eadafe-8a76-48cc-a593-09c43b2000db req-e6c999ef-fa05-405b-a4a5-1bb8a5394b0d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.0816410
Jul 29 08:33:54.080064 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f5eadafe-8a76-48cc-a593-09c43b2000db req-343552f9-2158-4a92-9de6-0a4ba912bcce tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401299
Jul 29 08:33:54.545537 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98621e17-ef5f-4a9d-bc10-23069283acc2 req-2e0d0445-56ce-4e32-9f94-fb31dfd144b1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:54.547400 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-98621e17-ef5f-4a9d-bc10-23069283acc2 req-2e0d0445-56ce-4e32-9f94-fb31dfd144b1 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0826204
Jul 29 08:33:54.595788 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-98621e17-ef5f-4a9d-bc10-23069283acc2 req-9f6dc562-4a71-4dd3-924d-7d722dd82e7f tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425143
Jul 29 08:33:54.980070 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-80054fd8-d4cf-42f8-ba05-bfb29e1fc03c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:54.981550 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-80054fd8-d4cf-42f8-ba05-bfb29e1fc03c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.0849063
Jul 29 08:33:55.064534 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Deleting port 6daed542-e05f-4cec-93cf-aed0ce6298fe {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:33:55.064875 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:55.313982 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:33:55.346009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] For port 6daed542-e05f-4cec-93cf-aed0ce6298fe, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=6daed542-e05f-4cec-93cf-aed0ce6298fe,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:55.346648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:55.348440 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d179b-9a63-4fc0-87b0-9846babbee2b req-74d7f997-661f-4f71-aac7-912627344190 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:55.352733 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b80d179b-9a63-4fc0-87b0-9846babbee2b req-74d7f997-661f-4f71-aac7-912627344190 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 946 time: 0.1196823
Jul 29 08:33:55.403433 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b80d179b-9a63-4fc0-87b0-9846babbee2b req-473a10a9-eef7-44ea-91af-2e22c9d8dc4f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432243
Jul 29 08:33:55.606141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Calling delete_port for 6daed542-e05f-4cec-93cf-aed0ce6298fe owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:33:55.810955 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:55.819072 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3cc4a4ce-ce91-42c2-90d0-d009db6278d4 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:55.824448 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['4c564072-89bd-40dc-b351-8890895f897b', '6daed542-e05f-4cec-93cf-aed0ce6298fe'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:33:55.831383 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157b47-e957-484d-86c5-369e03c71800 req-4b34ac14-002e-4e60-b83a-5beec4d25a85 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:55.833003 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ef157b47-e957-484d-86c5-369e03c71800 req-4b34ac14-002e-4e60-b83a-5beec4d25a85 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=24028e2a-762d-4584-93e9-d003c2c0abb1 HTTP/1.1" status: 200  len: 945 time: 0.1041608
Jul 29 08:33:55.872767 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Pushing event deleted for resources: {'Port': ['ID=6daed542-e05f-4cec-93cf-aed0ce6298fe,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:55.876928 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:55.930269 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ef157b47-e957-484d-86c5-369e03c71800 req-d486683c-5ae4-4735-b77c-0134d283a762 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904181
Jul 29 08:33:55.954563 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:33:56.006236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] No DVR routers for this DVR port 6daed542-e05f-4cec-93cf-aed0ce6298fe on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:33:56.009521 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:56.012727 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'name': 'network-vif-deleted', 'tag': '6daed542-e05f-4cec-93cf-aed0ce6298fe'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:56.072653 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-733d8464-7f02-46ce-b2de-cab1f22db384 req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "DELETE /v2.0/ports/6daed542-e05f-4cec-93cf-aed0ce6298fe HTTP/1.1" status: 204  len: 173 time: 1.0766120
Jul 29 08:33:56.089013 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24028e2a-762d-4584-93e9-d003c2c0abb1', 'name': 'network-vif-deleted', 'tag': '6daed542-e05f-4cec-93cf-aed0ce6298fe', 'status': 'completed', 'code': 200}
Jul 29 08:33:56.274684 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:56.316709 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:33:56.331725 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:33:56.339038 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:56.341428 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-819722d6-e5ca-4b7f-9437-9b2cb379ac55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:56.390199 dv-cinder-802781-1-iscsi neutron-server[78532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'code': 422} returned with failed status
Jul 29 08:33:56.415714 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=8']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:56.423414 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.424308 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.424308 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.424611 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.424986 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.425317 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.425639 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.426055 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.426402 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.426888 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.427217 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.427537 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:33:56.432149 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:56.610109 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fde63-4977-4a57-a8e8-fd441e0eb746 req-ad1673b8-f71e-413b-be1b-69df9c25ca3b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:56.611668 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d90fde63-4977-4a57-a8e8-fd441e0eb746 req-ad1673b8-f71e-413b-be1b-69df9c25ca3b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0990918
Jul 29 08:33:56.682013 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d90fde63-4977-4a57-a8e8-fd441e0eb746 req-47832447-a248-40d7-bfbd-d3a6122eff79 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616298
Jul 29 08:33:57.114311 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39402) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:57.251886 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-883f2737-ea38-4bd9-b824-d0882b8a4376 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1350689
Jul 29 08:33:57.277582 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39412) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:57.402961 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.418584 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:33:57.423305 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Usage tracker for resource:security_group_rule and tenant:4593a013f182429a9b8f7c52439cbb19 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:33:57.426539 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:33:57.429933 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46cfef-bf00-40db-a719-c19315242691 req-26808afb-27e2-4e9e-aa7f-e7b92f761665 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:57.431404 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0b46cfef-bf00-40db-a719-c19315242691 req-26808afb-27e2-4e9e-aa7f-e7b92f761665 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0868731
Jul 29 08:33:57.432750 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:33:57.479779 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0b46cfef-bf00-40db-a719-c19315242691 req-ed0ceaf6-2936-4f4a-a7d9-b32619e290c2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415156
Jul 29 08:33:57.528156 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.532482 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.540157 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cbf2e66e-af56-43e5-a0b0-22cdaf845f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:57.583445 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7754a7aa-e9a3-4307-9152-e2706a52f4e5,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:57.587931 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4593a013f182429a9b8f7c52439cbb19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3092959
Jul 29 08:33:57.588891 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:57.590519 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39424) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:57.649696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.678142 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.749949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.757565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9a58bb4c-0b1a-4f94-a363-dca6edc616f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:57.770643 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7754a7aa-e9a3-4307-9152-e2706a52f4e5,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:57.773526 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:57.774832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:57.779102 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-05dcf0f0-f83a-450b-91f8-fd8c1dcb19c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7754a7aa-e9a3-4307-9152-e2706a52f4e5 HTTP/1.1" status: 204  len: 168 time: 0.1876440
Jul 29 08:33:57.908166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c4bf6-644e-43f0-8b10-61c21134c7d2 req-7de8d2d1-7539-49c6-8856-4041ebf5e7a5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:57.911420 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-530c4bf6-644e-43f0-8b10-61c21134c7d2 req-7de8d2d1-7539-49c6-8856-4041ebf5e7a5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0944917
Jul 29 08:33:57.997135 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-530c4bf6-644e-43f0-8b10-61c21134c7d2 req-f582e89e-c237-45e8-966b-8b8df952f8f3 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788536
Jul 29 08:33:58.152951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39442) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:58.170319 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.184356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:33:58.188212 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Usage tracker for resource:security_group_rule and tenant:991008bf684d42f08e20f683cb8cb46b is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:33:58.190991 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:33:58.196742 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:33:58.279799 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.283312 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.291486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-12108630-4c67-461a-ad8b-04b67ff30521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:58.329468 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=991008bf684d42f08e20f683cb8cb46b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1754785
Jul 29 08:33:58.330599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa672807-1481-4486-a4df-006453543859,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:58.332572 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39446) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:33:58.333488 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:58.391092 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.417239 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.468345 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.471738 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6de3a318-6f9b-4fbb-bbd3-434fec0e6418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:33:58.487821 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa672807-1481-4486-a4df-006453543859,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:33:58.490723 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:33:58.494669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:33:58.496092 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa672807-1481-4486-a4df-006453543859 HTTP/1.1" status: 204  len: 168 time: 0.1625619
Jul 29 08:33:58.679016 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda7f09-b7ed-4f3f-82d3-ed5c1ac6c1b4 req-1e3b601d-283d-4ee1-8dee-3abf783ae5a3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:58.684468 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3cda7f09-b7ed-4f3f-82d3-ed5c1ac6c1b4 req-1e3b601d-283d-4ee1-8dee-3abf783ae5a3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0856194
Jul 29 08:33:58.732590 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3cda7f09-b7ed-4f3f-82d3-ed5c1ac6c1b4 req-6887a8c3-9c08-4936-9a05-deb4b6b88828 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406694
Jul 29 08:33:59.247469 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61448d-3201-48c9-8216-c11a1e4a9047 req-f28c2969-9c1b-423c-9c97-b268a86031a9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.248891 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fc61448d-3201-48c9-8216-c11a1e4a9047 req-f28c2969-9c1b-423c-9c97-b268a86031a9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1373911
Jul 29 08:33:59.315011 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fc61448d-3201-48c9-8216-c11a1e4a9047 req-7a9cf467-ced0-454b-8c07-54f7e0187022 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552163
Jul 29 08:33:59.321729 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-f5e94d33-c1ca-45e2-9c12-11fcfb6cecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.323144 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-f5e94d33-c1ca-45e2-9c12-11fcfb6cecb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49&tenant_id=dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 1097 time: 0.1282778
Jul 29 08:33:59.420923 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-c6a03e9c-da36-4cfb-984e-ecb7dc1f7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.422504 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-c6a03e9c-da36-4cfb-984e-ecb7dc1f7250 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1097 time: 0.0707524
Jul 29 08:33:59.570839 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-43b5699b-9830-4c54-91b0-3aacf96119de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.572306 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-43b5699b-9830-4c54-91b0-3aacf96119de service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1425514
Jul 29 08:33:59.681108 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-332a5417-0d9f-4210-9b37-358e02b9a424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 200  len: 999 time: 0.1001835
Jul 29 08:33:59.746145 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-d96ae8a5-330d-4b4a-9e9f-2cb86bdc9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.747699 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-d96ae8a5-330d-4b4a-9e9f-2cb86bdc9400 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.0595810
Jul 29 08:33:59.838186 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-1999994c-8951-462d-919e-341acc89fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.839713 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-1999994c-8951-462d-919e-341acc89fb66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811830
Jul 29 08:33:59.933605 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52ba0d-fa51-4ddc-9fde-21b031e66d98 req-e0ef9fd2-2404-45da-80aa-d72860f6ccf2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:33:59.935111 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2f52ba0d-fa51-4ddc-9fde-21b031e66d98 req-e0ef9fd2-2404-45da-80aa-d72860f6ccf2 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0887148
Jul 29 08:33:59.967042 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 6daed542-e05f-4cec-93cf-aed0ce6298fe no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:33:59.986356 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2f52ba0d-fa51-4ddc-9fde-21b031e66d98 req-2ac7cc59-7926-4b17-83e7-7c674665d792 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450399
Jul 29 08:34:00.029209 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 6daed542-e05f-4cec-93cf-aed0ce6298fe {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:34:00.029639 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 6daed542-e05f-4cec-93cf-aed0ce6298fe not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:34:00.030488 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:34:00.057672 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-6f441bbd-bbf4-45b1-b49a-f7d94c1e0042 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2036893
Jul 29 08:34:00.099591 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-14620d42-9a90-4527-be79-9ff58e3ce2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:00.205583 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-81204b2e-3859-460c-b0f2-7dbd20683cdd req-afc65ea6-a7c6-4dcf-8c06-2a741330f703 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407049
Jul 29 08:34:00.581143 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:00.604747 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07174a0-b777-474f-b81c-2eb9ec83daf1 req-3f8692c7-93c8-4738-9e48-9b744b8179ca tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:00.606826 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a07174a0-b777-474f-b81c-2eb9ec83daf1 req-3f8692c7-93c8-4738-9e48-9b744b8179ca tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1675494
Jul 29 08:34:00.656502 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a07174a0-b777-474f-b81c-2eb9ec83daf1 req-e04592d3-94bf-46e4-adba-ac7e48ecd04e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428987
Jul 29 08:34:01.198352 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53c1e8-e242-4b7b-a0eb-6dcaa473006e req-4154727f-904f-4d33-956e-81fca619a2b3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:01.199901 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4e53c1e8-e242-4b7b-a0eb-6dcaa473006e req-4154727f-904f-4d33-956e-81fca619a2b3 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0796871
Jul 29 08:34:01.249121 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4e53c1e8-e242-4b7b-a0eb-6dcaa473006e req-4aee77d7-c588-425c-9423-8bea160bc79b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430143
Jul 29 08:34:01.926743 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537de5f-eeca-4c63-8bc4-270944e32b02 req-9dc0796b-bc39-4906-b2bd-d43e5a4b37ea tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:01.930626 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a537de5f-eeca-4c63-8bc4-270944e32b02 req-9dc0796b-bc39-4906-b2bd-d43e5a4b37ea tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1187432
Jul 29 08:34:01.974964 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39556) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:01.982682 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a537de5f-eeca-4c63-8bc4-270944e32b02 req-732c4d42-a7e6-4ce8-b95b-d782a113625c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477993
Jul 29 08:34:02.155454 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.173156 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:02.177905 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Usage tracker for resource:security_group_rule and tenant:ffb5340cbcb54e018648e72253cf8348 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:02.182724 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:02.188631 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:02.324985 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.331633 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.342401 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a5efe3b4-6e5a-4cda-b72f-13e5730f287b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:02.404106 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c239c664-d352-473a-8515-ef3ddc57a344,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:02.409458 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:02.416095 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39570) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:02.425136 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffb5340cbcb54e018648e72253cf8348&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4374521
Jul 29 08:34:02.494606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.509251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4967d0e-511c-44ae-ad7b-ebc08e0038fe req-99b18cc6-486a-4aad-b459-2316f80770d5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:02.510759 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f4967d0e-511c-44ae-ad7b-ebc08e0038fe req-99b18cc6-486a-4aad-b459-2316f80770d5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1030574
Jul 29 08:34:02.526190 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.581785 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.587598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:02.601586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c239c664-d352-473a-8515-ef3ddc57a344,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:02.607032 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:02.620558 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:02.628953 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c239c664-d352-473a-8515-ef3ddc57a344 HTTP/1.1" status: 204  len: 168 time: 0.2109828
Jul 29 08:34:02.660170 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f4967d0e-511c-44ae-ad7b-ebc08e0038fe req-3f4ab346-3d2f-4ecc-8918-a66927122d72 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434484
Jul 29 08:34:02.747992 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c6b61519-ca3b-42f7-9e96-d7520a5fd2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:03.229079 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b78a30-1378-4c95-967c-72309f6accaa req-478a808e-b0e5-4c63-ba54-dc495edc656f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:03.230553 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-34b78a30-1378-4c95-967c-72309f6accaa req-478a808e-b0e5-4c63-ba54-dc495edc656f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1037271
Jul 29 08:34:03.290346 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-34b78a30-1378-4c95-967c-72309f6accaa req-32866639-dd92-4158-b302-d0051e90990c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540593
Jul 29 08:34:03.450351 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:03.893901 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c86e50-e579-4b8e-9d99-fa47d0e7e908 req-655f61f5-ee00-4799-ae79-7b4c8db10457 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:03.895535 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-25c86e50-e579-4b8e-9d99-fa47d0e7e908 req-655f61f5-ee00-4799-ae79-7b4c8db10457 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1077797
Jul 29 08:34:04.022246 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-25c86e50-e579-4b8e-9d99-fa47d0e7e908 req-e7578323-3091-46f7-892e-0176c09837fe tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189415
Jul 29 08:34:04.500575 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5624fb-de47-468e-80b2-3c6e210e09df req-8d9c93a5-cc43-42e4-a268-4a8851f1df98 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:04.502352 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fc5624fb-de47-468e-80b2-3c6e210e09df req-8d9c93a5-cc43-42e4-a268-4a8851f1df98 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0931091
Jul 29 08:34:04.558256 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fc5624fb-de47-468e-80b2-3c6e210e09df req-15bdafb7-fb25-4e69-a73a-9be14500e011 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497322
Jul 29 08:34:05.172265 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:05.229620 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e949f8f-489e-4fbe-a94c-7f8be57f07fd req-2ddf8045-0954-4054-90b1-3bb4b53f1337 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:05.231099 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7e949f8f-489e-4fbe-a94c-7f8be57f07fd req-2ddf8045-0954-4054-90b1-3bb4b53f1337 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0998962
Jul 29 08:34:05.278446 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7e949f8f-489e-4fbe-a94c-7f8be57f07fd req-699edef8-d7c8-4a4e-ab5f-77602cecfded tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418146
Jul 29 08:34:05.800086 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b85a23-e6b1-4d9b-aa48-3c3a2cdae1c2 req-c034e94e-1e26-4705-89b7-520c94ef3dc9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:05.807608 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-99b85a23-e6b1-4d9b-aa48-3c3a2cdae1c2 req-c034e94e-1e26-4705-89b7-520c94ef3dc9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1065834
Jul 29 08:34:05.858950 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-99b85a23-e6b1-4d9b-aa48-3c3a2cdae1c2 req-febede64-8527-4120-8815-4b09298c84ab tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503500
Jul 29 08:34:06.479486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3e76e-aeb2-48c4-89df-1449d3719e1b req-7feab831-8cf8-4e5a-935a-b32af36be6c0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:06.480979 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b5c3e76e-aeb2-48c4-89df-1449d3719e1b req-7feab831-8cf8-4e5a-935a-b32af36be6c0 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0817101
Jul 29 08:34:06.533031 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b5c3e76e-aeb2-48c4-89df-1449d3719e1b req-694a3db4-2b36-457e-b012-8433e0b2b20b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454412
Jul 29 08:34:07.089279 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be227d-6020-45ab-aa2d-45d91e082feb req-8daa958e-c96f-40cb-82c9-dd62ccda9631 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:07.091488 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f3be227d-6020-45ab-aa2d-45d91e082feb req-8daa958e-c96f-40cb-82c9-dd62ccda9631 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1259878
Jul 29 08:34:07.167006 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f3be227d-6020-45ab-aa2d-45d91e082feb req-de508410-4106-4141-b767-0b5fbf947549 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698016
Jul 29 08:34:07.792784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c258477-37a0-4df3-b835-79b9c2440d37 req-12c21d4f-358d-4cae-9fe3-13f6f3561217 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:07.804702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-9c258477-37a0-4df3-b835-79b9c2440d37 req-12c21d4f-358d-4cae-9fe3-13f6f3561217 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Synchronizing usage tracker for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:07.856172 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-9c258477-37a0-4df3-b835-79b9c2440d37 req-12c21d4f-358d-4cae-9fe3-13f6f3561217 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Unset dirty status for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:07.857994 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9c258477-37a0-4df3-b835-79b9c2440d37 req-12c21d4f-358d-4cae-9fe3-13f6f3561217 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1944404
Jul 29 08:34:07.952734 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9c258477-37a0-4df3-b835-79b9c2440d37 req-3217202e-d6e6-46d6-aff3-6c377c50931c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781069
Jul 29 08:34:08.388287 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc409e2-9334-497b-ba12-747a012a239b req-0e9d60d4-43c5-4cf2-a155-b9793ba932b9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:08.389925 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-afc409e2-9334-497b-ba12-747a012a239b req-0e9d60d4-43c5-4cf2-a155-b9793ba932b9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0952008
Jul 29 08:34:08.437202 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-afc409e2-9334-497b-ba12-747a012a239b req-61f108e5-0c54-4417-8431-a3154094a588 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415659
Jul 29 08:34:09.198731 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138af0a-5f2e-4610-9db2-a26da871e7c3 req-8e97ac81-06a8-457a-ae2b-6ca15995fcb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:09.201047 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d138af0a-5f2e-4610-9db2-a26da871e7c3 req-8e97ac81-06a8-457a-ae2b-6ca15995fcb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1065974
Jul 29 08:34:09.275102 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d138af0a-5f2e-4610-9db2-a26da871e7c3 req-a9fe1a45-59c7-4ffd-9a94-1a11936b871c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673563
Jul 29 08:34:09.686973 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01728-3364-401e-93ce-da4dd32e427c req-937d42d0-4732-4eff-a9a0-770bc0c5eeb8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:09.688708 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e1f01728-3364-401e-93ce-da4dd32e427c req-937d42d0-4732-4eff-a9a0-770bc0c5eeb8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0976145
Jul 29 08:34:09.747095 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e1f01728-3364-401e-93ce-da4dd32e427c req-4d667730-612f-4b35-b710-8f4d63d1ab0a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514767
Jul 29 08:34:10.515110 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806f13b-9d1e-489e-8f9c-d8bc7d68d12a req-09090f6b-8843-471b-9a72-52912f458b9d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:10.517597 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9806f13b-9d1e-489e-8f9c-d8bc7d68d12a req-09090f6b-8843-471b-9a72-52912f458b9d tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1263175
Jul 29 08:34:10.594316 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9806f13b-9d1e-489e-8f9c-d8bc7d68d12a req-89081233-f0a9-48db-9549-6d6a8cd71a7b tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705936
Jul 29 08:34:10.982904 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb102a-0bdb-4054-9b5e-4b1d7005b8c3 req-db9c5d24-d43d-41c9-b8e1-00e8ded2ed7b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:10.989039 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3ffb102a-0bdb-4054-9b5e-4b1d7005b8c3 req-db9c5d24-d43d-41c9-b8e1-00e8ded2ed7b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0985847
Jul 29 08:34:11.061622 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3ffb102a-0bdb-4054-9b5e-4b1d7005b8c3 req-ff853a5a-5180-4b09-a3e3-43c90eac824d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592394
Jul 29 08:34:11.832604 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65afaa-6418-406f-ae88-6bb0de5cea00 req-11fe2433-faa8-4b4d-a12b-ea464b176227 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:11.839592 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb65afaa-6418-406f-ae88-6bb0de5cea00 req-11fe2433-faa8-4b4d-a12b-ea464b176227 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.1277342
Jul 29 08:34:11.886003 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb65afaa-6418-406f-ae88-6bb0de5cea00 req-5bd87eb4-df0e-4945-93db-249f507ff868 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449784
Jul 29 08:34:12.307601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39794) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:12.359808 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860dff0-5ee2-48ed-aed7-a035326022cc req-7b008fd7-bc4c-4dbb-9aec-13a5d627e2bb tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:12.361352 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6860dff0-5ee2-48ed-aed7-a035326022cc req-7b008fd7-bc4c-4dbb-9aec-13a5d627e2bb tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1278679
Jul 29 08:34:12.420661 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6860dff0-5ee2-48ed-aed7-a035326022cc req-17c44c08-6d8f-45e8-a5c7-96fb4fe50068 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530250
Jul 29 08:34:12.474675 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.490733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:12.495114 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Usage tracker for resource:security_group_rule and tenant:ee06030d74cf401685c30939f492de93 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:12.498387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:12.504140 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:12.593281 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.597301 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.605446 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b11022ce-fdfa-44fb-9f77-ae23eba1d746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:12.644094 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee06030d74cf401685c30939f492de93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3350921
Jul 29 08:34:12.646419 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ce880e-2900-4ce9-8083-820a375f64e8,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:12.647512 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39800) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:12.654583 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:12.705481 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.730465 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.789612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.793264 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-eb7af53f-90b6-4e99-ad94-fc8cb914573f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:12.806052 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ce880e-2900-4ce9-8083-820a375f64e8,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:12.809813 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:12.815158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:12.816307 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-1fe525f4-7246-4cfc-aa58-40716d5e7552 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4ce880e-2900-4ce9-8083-820a375f64e8 HTTP/1.1" status: 204  len: 168 time: 0.1676672
Jul 29 08:34:13.080624 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26375bbb-0ee8-4005-babf-5da2881dece1 req-687e24aa-89d2-4b9e-a1db-f0b5c3a3423c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:13.082101 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-26375bbb-0ee8-4005-babf-5da2881dece1 req-687e24aa-89d2-4b9e-a1db-f0b5c3a3423c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0828581
Jul 29 08:34:13.093209 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39810) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:13.111257 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.127765 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:13.132910 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Usage tracker for resource:security_group_rule and tenant:8c65015ee5394651b84c4bc6165da275 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:13.134114 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-26375bbb-0ee8-4005-babf-5da2881dece1 req-0fbd8a29-b2db-4923-8958-6ec684d8093a tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460684
Jul 29 08:34:13.135937 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:13.141925 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:13.223581 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.228119 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.238520 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a9815b3d-7507-4e5f-aae1-7eb5f2497f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:13.278001 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c65015ee5394651b84c4bc6165da275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836662
Jul 29 08:34:13.279003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d0e62-eaf3-4efe-92dc-c4bfdbb8587f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:13.280748 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39816) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:13.281985 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:13.342784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.369219 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.425123 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.430812 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1954145a-0816-4221-b734-a7b665cfae0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:13.443205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d0e62-eaf3-4efe-92dc-c4bfdbb8587f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:13.451871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:13.452713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:13.455688 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a73d0e62-eaf3-4efe-92dc-c4bfdbb8587f HTTP/1.1" status: 204  len: 168 time: 0.1720223
Jul 29 08:34:13.648852 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdccae0-74e5-4703-80f5-0720057cf40c req-c0941f58-2caf-4b85-b0d9-3d9311641c2d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:13.650361 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2bdccae0-74e5-4703-80f5-0720057cf40c req-c0941f58-2caf-4b85-b0d9-3d9311641c2d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0946925
Jul 29 08:34:13.700345 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2bdccae0-74e5-4703-80f5-0720057cf40c req-70582baf-61e3-4245-a2fc-f415aba7c482 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435619
Jul 29 08:34:14.322565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72acd53-8044-4d8b-a17d-31b3e911ae75 req-5cb966d5-2b28-4054-8218-da2e75c7ede5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:14.324044 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f72acd53-8044-4d8b-a17d-31b3e911ae75 req-5cb966d5-2b28-4054-8218-da2e75c7ede5 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0829699
Jul 29 08:34:14.369791 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f72acd53-8044-4d8b-a17d-31b3e911ae75 req-6edb63c2-6b15-4ab3-a2d0-e305e06d2700 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402994
Jul 29 08:34:14.659468 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 39868) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:14.803656 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:14.853764 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:14.863356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Usage tracker for resource:security_group_rule and tenant:be82a6dd5b2f4f46aa562b5f5c265392 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:14.868154 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:14.884259 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:14.911419 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb0de4-8e33-441d-953d-f4c18e5e751b req-7afdf852-8202-4120-b03a-56c4505505b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:14.913905 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-93bb0de4-8e33-441d-953d-f4c18e5e751b req-7afdf852-8202-4120-b03a-56c4505505b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0905027
Jul 29 08:34:14.965530 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-93bb0de4-8e33-441d-953d-f4c18e5e751b req-08ad9afb-77b0-4283-8bd8-07a6e4016c8e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449488
Jul 29 08:34:15.008800 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf81ba-3886-43af-ba7b-04102cb2ba4f req-d2522f44-e636-40d9-bf0f-f3e3527782d4 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:15.010248 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cedf81ba-3886-43af-ba7b-04102cb2ba4f req-d2522f44-e636-40d9-bf0f-f3e3527782d4 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1961770
Jul 29 08:34:15.088145 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cedf81ba-3886-43af-ba7b-04102cb2ba4f req-73a01488-275e-4adc-868e-8110c38d8312 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713966
Jul 29 08:34:15.092049 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.095947 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.104894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b1180b5e-6895-46b3-9b12-54ff4eb6fcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:15.146486 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be82a6dd5b2f4f46aa562b5f5c265392&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4859831
Jul 29 08:34:15.149666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39878) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:15.153333 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6476363c-f513-44fd-909c-428c12c39858,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:15.156559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:15.207993 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.233233 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.285729 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.291624 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ce981f25-fb3c-492d-b461-a2cef57201c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:15.304335 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476363c-f513-44fd-909c-428c12c39858,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:15.306932 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:15.314699 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.315780 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6476363c-f513-44fd-909c-428c12c39858 HTTP/1.1" status: 204  len: 168 time: 0.1651440
Jul 29 08:34:15.517257 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f9197-d6ee-489e-813b-556b74145f95 req-6178d88a-76ea-4af3-bff5-6df3bb143d5c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:15.518654 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f18f9197-d6ee-489e-813b-556b74145f95 req-6178d88a-76ea-4af3-bff5-6df3bb143d5c tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0880914
Jul 29 08:34:15.566505 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dff705-f11d-4b76-ae5f-17717b1b10c1 req-839c9da9-4af1-4f0e-99b8-5200dd4707f6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:15.572624 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-34dff705-f11d-4b76-ae5f-17717b1b10c1 req-839c9da9-4af1-4f0e-99b8-5200dd4707f6 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 946 time: 0.0905991
Jul 29 08:34:15.594520 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Deleting port 4c564072-89bd-40dc-b351-8890895f897b {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:34:15.594654 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.629221 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-34dff705-f11d-4b76-ae5f-17717b1b10c1 req-447d9b57-8f82-483f-8a43-ca894097e026 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b13bb54-79eb-468f-96fe-21734f5ce907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543153
Jul 29 08:34:15.854687 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] For port 4c564072-89bd-40dc-b351-8890895f897b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4c564072-89bd-40dc-b351-8890895f897b,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:15.855047 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:15.983344 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Calling delete_port for 4c564072-89bd-40dc-b351-8890895f897b owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:34:16.029214 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39914) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:16.046095 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39920) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:16.184762 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-971597346-network', 'tenant_id': 'b86eddd5c58e487eb773a71970cffb12'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:34:16.190697 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:16.192974 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.205020 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.205739 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Usage tracker for resource:network and tenant:b86eddd5c58e487eb773a71970cffb12 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:16.210923 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:16.218074 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:16.218675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['4c564072-89bd-40dc-b351-8890895f897b'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:34:16.221318 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:16.252625 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:16.264312 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Usage tracker for resource:security_group_rule and tenant:1be3ce61c16e459ead29d2ada88680da is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:16.271563 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:16.273565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Pushing event deleted for resources: {'Port': ['ID=4c564072-89bd-40dc-b351-8890895f897b,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:16.287183 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:16.297261 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Made reservation on behalf of b86eddd5c58e487eb773a71970cffb12 for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:34:16.299504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.308425 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:16.323646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.352448 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] No DVR routers for this DVR port 4c564072-89bd-40dc-b351-8890895f897b on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:34:16.355410 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.356402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:16.358897 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'name': 'network-vif-deleted', 'tag': '4c564072-89bd-40dc-b351-8890895f897b'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:16.367726 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Usage tracker for resource:security_group_rule and tenant:b86eddd5c58e487eb773a71970cffb12 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:16.373070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:16.380771 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:16.386694 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f64fa5-b741-4599-8932-84ea3d7d1bcd req-c4183c77-69a7-4d54-bc63-0d597feeee41 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:16.388361 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94f64fa5-b741-4599-8932-84ea3d7d1bcd req-c4183c77-69a7-4d54-bc63-0d597feeee41 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.2363539
Jul 29 08:34:16.394947 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f18f9197-d6ee-489e-813b-556b74145f95 req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.37 "DELETE /v2.0/ports/4c564072-89bd-40dc-b351-8890895f897b HTTP/1.1" status: 204  len: 173 time: 0.8699906
Jul 29 08:34:16.408728 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab854e6-a6ae-4d52-abe3-c6db8732703d req-4626b61f-e314-467a-93d3-a8c9d432cadb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:16.410964 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-dab854e6-a6ae-4d52-abe3-c6db8732703d req-4626b61f-e314-467a-93d3-a8c9d432cadb tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1922755
Jul 29 08:34:16.453046 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94f64fa5-b741-4599-8932-84ea3d7d1bcd req-1e34e571-f247-4482-9442-5ee8898cb356 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569162
Jul 29 08:34:16.514318 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c17d33-cca0-4c18-bc5a-599cefe930c1', 'name': 'network-vif-deleted', 'tag': '4c564072-89bd-40dc-b351-8890895f897b', 'status': 'completed', 'code': 200}
Jul 29 08:34:16.526511 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-dab854e6-a6ae-4d52-abe3-c6db8732703d req-4a54ab09-4a4f-42e4-99e5-3c956d9e31c9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075313
Jul 29 08:34:16.535681 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.549063 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.554607 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fc4c7827-195a-422d-b994-59b32cc27925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:16.625475 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a48409-88b0-49db-ab4f-746b3fe01d60,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:16.628480 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:16.630914 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1be3ce61c16e459ead29d2ada88680da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5838203
Jul 29 08:34:16.633796 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39930) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:16.637032 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.651640 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.657505 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c1197141-b73c-4447-9d48-7770f4578f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:16.693427 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:34:16.727602 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fa27f-9298-4d60-b54b-4035580b647d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:16.730685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:16.733946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.734288 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Added segment 70cd2718-b798-4939-8c5d-7da5630804a1 of type vlan for network 3b376cd5-4739-4785-9ccc-c79cff371eb4
Jul 29 08:34:16.743401 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.783632 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.784669 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-445e024d-cd7d-4196-b0e7-7950f44de728 req-a6e8ceac-9290-4203-aa34-666946d00a67 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Synchronizing usage tracker for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:16.791617 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.801752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-445e024d-cd7d-4196-b0e7-7950f44de728 req-a6e8ceac-9290-4203-aa34-666946d00a67 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Unset dirty status for tenant:ce52a54270f04b67a8751688ff3433c0 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:16.803549 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-445e024d-cd7d-4196-b0e7-7950f44de728 req-a6e8ceac-9290-4203-aa34-666946d00a67 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4c17d33-cca0-4c18-bc5a-599cefe930c1 HTTP/1.1" status: 200  len: 210 time: 0.0611045
Jul 29 08:34:16.850482 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.853520 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:16.854106 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:16.859333 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-446fdd35-2e1a-47c9-bde9-bfc08266758f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:16.974448 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:17.046392 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Pushing event updated for resources: {'Network': ['ID=3b376cd5-4739-4785-9ccc-c79cff371eb4,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:17.049161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:17.050262 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5a48409-88b0-49db-ab4f-746b3fe01d60 HTTP/1.1" status: 204  len: 168 time: 0.4156244
Jul 29 08:34:17.051186 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:17.051869 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-af9cff05-4609-416f-beba-928c02c7fa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:17.057251 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 3b376cd5-4739-4785-9ccc-c79cff371eb4 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:34:17.058997 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0286477
Jul 29 08:34:17.062774 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39938) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:17.069945 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Request body: {'subnet': {'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-971597346-subnet', 'tenant_id': 'b86eddd5c58e487eb773a71970cffb12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:34:17.074114 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a48409-88b0-49db-ab4f-746b3fe01d60,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:17.076055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:17.078777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:17.083044 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Usage tracker for resource:subnet and tenant:b86eddd5c58e487eb773a71970cffb12 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:17.086668 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:17.093446 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:17.105017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Made reservation on behalf of b86eddd5c58e487eb773a71970cffb12 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:34:17.109848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2995188'] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:17.328207 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2995078'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:17.332381 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:17.399705 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:17.403375 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:17.410061 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Checking segment: {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:34:17.410404 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Network hostable DHCP agents. Network: 3b376cd5-4739-4785-9ccc-c79cff371eb4, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:34:17.429117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Network 3b376cd5-4739-4785-9ccc-c79cff371eb4 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:34:17.437723 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 3b376cd5-4739-4785-9ccc-c79cff371eb4) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:34:17.441667 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:17.442242 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:17.447022 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f5e331-f0ec-426f-8435-9014e5aba637 None None] Network 3b376cd5-4739-4785-9ccc-c79cff371eb4 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:34:17.462044 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-975b8667-b087-4afa-bdcb-5a346fc7d2a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3982728
Jul 29 08:34:17.675779 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7d00e-eeb3-4ec9-b90b-72eaebc1a097 req-63c4dbf9-e60e-4df9-8c6d-133544860bfd tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:17.684074 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f8b7d00e-eeb3-4ec9-b90b-72eaebc1a097 req-63c4dbf9-e60e-4df9-8c6d-133544860bfd tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1170998
Jul 29 08:34:17.718502 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a001b0-0f2a-4e56-8704-38ccc024eb17 None None] Network 3b376cd5-4739-4785-9ccc-c79cff371eb4 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:34:17.736737 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f8b7d00e-eeb3-4ec9-b90b-72eaebc1a097 req-5821044e-182b-4466-80ad-afdbe583b3de tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516348
Jul 29 08:34:17.744194 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385f147-1e35-49f8-9b31-cacf32063aa1 req-bfa8467b-56f7-4cc6-99e0-57c24f25a01d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:17.745746 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0385f147-1e35-49f8-9b31-cacf32063aa1 req-bfa8467b-56f7-4cc6-99e0-57c24f25a01d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0921669
Jul 29 08:34:17.795110 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0385f147-1e35-49f8-9b31-cacf32063aa1 req-1d53acea-9f54-4e79-94eb-d2335bb3bced tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431266
Jul 29 08:34:17.909833 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39954) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:18.476053 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:18.807468 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Deleting port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:34:18.807818 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:18.942342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91870804-96d0-4906-9c2a-a2508b7abe82 req-9cd984cc-c1e2-453d-b793-4f908f852e41 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:18.944281 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-91870804-96d0-4906-9c2a-a2508b7abe82 req-9cd984cc-c1e2-453d-b793-4f908f852e41 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.0887172
Jul 29 08:34:18.997111 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-91870804-96d0-4906-9c2a-a2508b7abe82 req-5a7d27b5-40d1-4bcb-9bf5-6387ed333a34 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462744
Jul 29 08:34:19.129698 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] For port 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,segment=NetworkSegment(8e3e6176-a0b5-4417-8763-546a458acfc9),segment_id=8e3e6176-a0b5-4417-8763-546a458acfc9)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:19.130064 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:19.251175 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Calling delete_port for 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea owned by network:router_interface {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:34:19.318117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe2e46-eb2f-4b6c-9eef-2e904e658a47 req-8c0f25ab-30a6-4ec9-babe-3addaeeeb4e3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:19.320099 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-59fe2e46-eb2f-4b6c-9eef-2e904e658a47 req-8c0f25ab-30a6-4ec9-babe-3addaeeeb4e3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.2687268
Jul 29 08:34:19.530692 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-3679850f-9d1e-472b-b673-5d97d8940901 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:19.532267 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-3679850f-9d1e-472b-b673-5d97d8940901 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/networks?id=3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 200  len: 808 time: 0.1454675
Jul 29 08:34:19.546567 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-af164c14-f5a9-4ebf-b137-8f4a0ce1081e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/quotas/b86eddd5c58e487eb773a71970cffb12 HTTP/1.1" status: 200  len: 375 time: 0.0087833
Jul 29 08:34:19.564310 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-59fe2e46-eb2f-4b6c-9eef-2e904e658a47 req-b80dd53c-70ed-4c3d-8dba-174baf2ca9a3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636284
Jul 29 08:34:19.601294 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-402e392c-3d40-47fe-a612-3e5469ea4acd tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b86eddd5c58e487eb773a71970cffb12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0495560
Jul 29 08:34:19.689020 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:19.694372 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:19.737200 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-3c78b807-b269-43af-ba2b-9287f14720cc service neutron] 10.222.0.24 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289399
Jul 29 08:34:19.738181 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Pushing event deleted for resources: {'Port': ['ID=40d657ad-ef2e-4107-8e8e-f2a7d87e01ea,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:19.773032 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:19.932278 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-4362e457-cd57-4cbe-84ab-a5b37c0aaa2d service neutron] 10.222.0.24 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855288
Jul 29 08:34:20.006726 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:20.059670 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4c564072-89bd-40dc-b351-8890895f897b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:34:20.111896 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 4c564072-89bd-40dc-b351-8890895f897b {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:34:20.112560 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4c564072-89bd-40dc-b351-8890895f897b not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:34:20.140680 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bdd2e9f1-46dc-420e-a594-e5c71e9911b5 req-0adc6b27-5252-4ada-b1b7-39f914947e2d tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 210 time: 0.0718610
Jul 29 08:34:20.480987 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacff296-e3da-4f35-b3c1-d4437a91766e req-d9930d9e-b127-4a1a-a03a-aad98b9c6c24 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:20.482422 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-aacff296-e3da-4f35-b3c1-d4437a91766e req-d9930d9e-b127-4a1a-a03a-aad98b9c6c24 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.3505394
Jul 29 08:34:20.612682 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-aacff296-e3da-4f35-b3c1-d4437a91766e req-a4d9089e-f104-4264-a7d1-e7674104bb37 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189721
Jul 29 08:34:20.645785 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Router ecda92e3-38ca-447f-baf8-0bb6d4586e8f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:34:20.758734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc1380-b468-4837-8673-5e8927346eae req-e284f132-9013-44cc-a6a9-c3694767089e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:20.760046 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6bbc1380-b468-4837-8673-5e8927346eae req-e284f132-9013-44cc-a6a9-c3694767089e tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0834932
Jul 29 08:34:20.809249 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6bbc1380-b468-4837-8673-5e8927346eae req-70ba28e5-c45e-4a56-a7a9-6e4c87149976 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428512
Jul 29 08:34:20.833499 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:34:20.841896 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] Sync routers for ids ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:34:20.849111 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] 10.222.0.24 "PUT /v2.0/routers/ecda92e3-38ca-447f-baf8-0bb6d4586e8f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9385204
Jul 29 08:34:20.851991 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] Routers {'ecda92e3-38ca-447f-baf8-0bb6d4586e8f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:34:20.852182 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 39994) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:20.852621 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd81d30>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:34:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:21.034560 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] Set router ecda92e3-38ca-447f-baf8-0bb6d4586e8f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:34:21.035384 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks [] for router, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:21.300103 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-486e4edb-ace3-4904-8e79-9139ef93bf2f tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:21.302755 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-486e4edb-ace3-4904-8e79-9139ef93bf2f tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "GET /v2.0/networks?id=3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 200  len: 808 time: 0.2176526
Jul 29 08:34:21.317824 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Request body: {'port': {'device_id': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4', 'admin_state_up': True, 'tenant_id': 'b86eddd5c58e487eb773a71970cffb12'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:34:21.338401 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:21.344420 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd81d30>, [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:34:19Z', 'revision_number': 5, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port': {'id': '6f19ff5f-5280-4d3a-ae18-61e2261cba79', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:21.348803 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1a81869f-8bdc-40d3-a747-f90b5e99e441 req-8166ce2b-f189-42f4-bd98-b5538265dc31 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 210 time: 0.0577486
Jul 29 08:34:21.350984 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] Checking router: ecda92e3-38ca-447f-baf8-0bb6d4586e8f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:34:21.356410 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Deleting port 6f19ff5f-5280-4d3a-ae18-61e2261cba79 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:34:21.356856 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:21.365635 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] Routers {'ecda92e3-38ca-447f-baf8-0bb6d4586e8f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:34:21.366523 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd81d30>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:34:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:21.490931 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:21.495413 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Usage tracker for resource:port and tenant:b86eddd5c58e487eb773a71970cffb12 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:21.500051 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:21.508971 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:21.518362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Made reservation on behalf of b86eddd5c58e487eb773a71970cffb12 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:34:21.522853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:21.545754 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] For port 6f19ff5f-5280-4d3a-ae18-61e2261cba79, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=6f19ff5f-5280-4d3a-ae18-61e2261cba79,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:21.546102 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:21.546245 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] Set router ecda92e3-38ca-447f-baf8-0bb6d4586e8f gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:34:21.655556 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd81d30>, [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:34:21Z', 'revision_number': 6, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:21.663821 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a824070-88a2-4f3a-98a1-bd26a678b223 None None] The sync data for ids ['ecda92e3-38ca-447f-baf8-0bb6d4586e8f'] in dv-cinder-802781-1-iscsi is: [{'id': 'ecda92e3-38ca-447f-baf8-0bb6d4586e8f', 'name': 'tempest-ServerRescueNegativeTestJSON-1646592904-router', 'tenant_id': 'ce52a54270f04b67a8751688ff3433c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:36Z', 'updated_at': '2021-07-29T08:34:21Z', 'revision_number': 6, 'project_id': 'ce52a54270f04b67a8751688ff3433c0', 'gw_port_host': None}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:34:21.670432 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Calling delete_port for 6f19ff5f-5280-4d3a-ae18-61e2261cba79 owned by network:router_gateway {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:34:21.692103 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Allocated IP 172.20.0.6 (3b376cd5-4739-4785-9ccc-c79cff371eb4/c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7/3ba9f2ba-967b-426b-991e-479a55828b78) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:34:21.850869 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:21.858014 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:21.946318 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f73ee-613c-4f29-b47a-8e63e917bb6f req-11d30059-8759-43b1-b149-1fc6604b48a4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:21.947767 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-481f73ee-613c-4f29-b47a-8e63e917bb6f req-11d30059-8759-43b1-b149-1fc6604b48a4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 944 time: 0.1993492
Jul 29 08:34:22.008943 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.020587 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Pushing event deleted for resources: {'Port': ['ID=6f19ff5f-5280-4d3a-ae18-61e2261cba79,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:22.026501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:22.029572 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-481f73ee-613c-4f29-b47a-8e63e917bb6f req-d10f29dc-1f65-4752-b8d7-3cd8fb768ac5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718470
Jul 29 08:34:22.064745 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.072063 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-568e9a86-09ad-4c96-b5b1-263562ded4c7 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:22.076085 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:34:22.150844 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Network 3b376cd5-4739-4785-9ccc-c79cff371eb4 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:34:22.154387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:34:22.158495 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:34:22.186100 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.202191 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Pushing event updated for resources: {'Port': ['ID=3ba9f2ba-967b-426b-991e-479a55828b78,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:22.211270 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:22.211768 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.231433 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:22.232046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.240346 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:22.256606 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'port_id': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'mac_address': 'fa:16:3e:85:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:34:22.263404 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9508443
Jul 29 08:34:22.276183 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Request body: {'port': {'device_id': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:34:22.322513 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.339890 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:34:22.355769 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:22.361247 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.363104 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:22.368860 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8a77-bb77-4230-a5c5-6655dcf300cc req-01f79ec9-f1a9-4f89-8aca-809538179d20 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:22.370426 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-85bc8a77-bb77-4230-a5c5-6655dcf300cc req-01f79ec9-f1a9-4f89-8aca-809538179d20 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.3461432
Jul 29 08:34:22.372928 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.375339 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.392345 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.442260 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=9']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:22.451605 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:22.486854 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.487287 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecda92e3-38ca-447f-baf8-0bb6d4586e8f {{(pid=78530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:34:22.500451 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-85bc8a77-bb77-4230-a5c5-6655dcf300cc req-59cf4041-2bc4-4883-a7f0-a9a969f973aa tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216667
Jul 29 08:34:22.509337 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.512283 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] 10.222.0.24 "DELETE /v2.0/routers/ecda92e3-38ca-447f-baf8-0bb6d4586e8f HTTP/1.1" status: 204  len: 168 time: 1.6572006
Jul 29 08:34:22.515146 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40010) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:22.577564 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Deleting subnet 488bb8a0-6d3b-427b-8e70-b14ed8a975b0 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:34:22.581264 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.597066 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:34:22.643716 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.706555 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.789367 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.793669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:22.806484 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103839a-c507-4b83-9aa7-adac54fe11ac req-57d4484e-1ced-4510-9d66-88bb3d03e5ab tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:22.807195 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-b103839a-c507-4b83-9aa7-adac54fe11ac req-57d4484e-1ced-4510-9d66-88bb3d03e5ab tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Synchronizing usage tracker for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:22.831629 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488bb8a0-6d3b-427b-8e70-b14ed8a975b0,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:22.835702 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:22.837984 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.844498 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c7dee50f-0d0e-46af-be6d-748a147d0912 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/488bb8a0-6d3b-427b-8e70-b14ed8a975b0 HTTP/1.1" status: 204  len: 168 time: 0.3283007
Jul 29 08:34:22.846992 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40014) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:22.849832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-b103839a-c507-4b83-9aa7-adac54fe11ac req-57d4484e-1ced-4510-9d66-88bb3d03e5ab tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Unset dirty status for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:22.851486 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b103839a-c507-4b83-9aa7-adac54fe11ac req-57d4484e-1ced-4510-9d66-88bb3d03e5ab tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 931 time: 0.3296294
Jul 29 08:34:22.953610 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b103839a-c507-4b83-9aa7-adac54fe11ac req-53d27e81-6cf7-465c-9472-7793d36b287e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960207
Jul 29 08:34:22.957132 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.960343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba9f2ba-967b-426b-991e-479a55828b78 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:34:22.972748 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:22.990939 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Transition to ACTIVE for port object 3ba9f2ba-967b-426b-991e-479a55828b78 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:34:22.994999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.005721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:23.062820 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:34:23.092757 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.106040 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:34:23.106602 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 40d657ad-ef2e-4107-8e8e-f2a7d87e01ea not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:34:23.106870 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6f19ff5f-5280-4d3a-ae18-61e2261cba79 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:34:23.109283 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4ccb5460>,) {'filters': {'network_id': ['b6c72d22-3670-4296-86ea-4c852494f079']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:23.124308 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4ccb5460>, '8e3e6176-a0b5-4417-8763-546a458acfc9') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:23.124775 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4ccb5460>, '8e3e6176-a0b5-4417-8763-546a458acfc9') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:34:23.140603 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.145349 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 6f19ff5f-5280-4d3a-ae18-61e2261cba79 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:34:23.145943 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6f19ff5f-5280-4d3a-ae18-61e2261cba79 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:34:23.160456 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.167658 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:34:23.168158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:34:23.182497 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:34:23.229692 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba9f2ba-967b-426b-991e-479a55828b78,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:23.235931 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:23.270786 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Attempting to bind port 3ba9f2ba-967b-426b-991e-479a55828b78 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:34:23.271114 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Attempting to bind port 3ba9f2ba-967b-426b-991e-479a55828b78 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:34:23.271441 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Attempting to bind port 3ba9f2ba-967b-426b-991e-479a55828b78 on network 3b376cd5-4739-4785-9ccc-c79cff371eb4 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:34:23.276678 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Port 3ba9f2ba-967b-426b-991e-479a55828b78 on network 3b376cd5-4739-4785-9ccc-c79cff371eb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:34:23.276997 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Attempting to bind port 3ba9f2ba-967b-426b-991e-479a55828b78 on network 3b376cd5-4739-4785-9ccc-c79cff371eb4 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:34:23.282021 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:34:23.282353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Checking segment: {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:34:23.282759 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Bound using segment: {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:34:23.283155 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Bound port: 3ba9f2ba-967b-426b-991e-479a55828b78, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:34:23.283495 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.314730 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.321516 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.327600 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-3a827fe2-8c1a-4355-ace5-2a1ef95f1bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:23.356205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c72d22-3670-4296-86ea-4c852494f079,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:23.359289 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:23.361734 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8eada86b-72d1-41ef-912d-0aa51f823fc8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b6c72d22-3670-4296-86ea-4c852494f079 HTTP/1.1" status: 204  len: 168 time: 0.5138350
Jul 29 08:34:23.377543 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] For port 3ba9f2ba-967b-426b-991e-479a55828b78, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:34:23.377923 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7756c-01fe-4782-88b6-37e2b6dec594 req-fa0395c7-dff1-4495-b7e9-be1170f4abaa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:23.380835 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-81b7756c-01fe-4782-88b6-37e2b6dec594 req-fa0395c7-dff1-4495-b7e9-be1170f4abaa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 945 time: 0.1944385
Jul 29 08:34:23.380991 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] For port 3ba9f2ba-967b-426b-991e-479a55828b78, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3ba9f2ba-967b-426b-991e-479a55828b78,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:34:23.386409 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.391212 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e1a057f0-934b-405e-a9de-84e29f2cb3b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:23.440395 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-81b7756c-01fe-4782-88b6-37e2b6dec594 req-6232841c-9e29-4b9e-b7d6-e5d3738c2a6c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545013
Jul 29 08:34:23.448078 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:23.448720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.450095 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/3ba9f2ba-967b-426b-991e-479a55828b78 HTTP/1.1" status: 200  len: 1093 time: 1.1788454
Jul 29 08:34:23.450582 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'tag': '3ba9f2ba-967b-426b-991e-479a55828b78'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:23.471646 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba9f2ba-967b-426b-991e-479a55828b78,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:23.475185 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:23.528844 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'tag': '3ba9f2ba-967b-426b-991e-479a55828b78', 'status': 'completed', 'code': 200}
Jul 29 08:34:23.563990 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40026) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:23.576548 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-23983b09-33b6-4074-b8da-6af2e664c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:23.578143 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-23983b09-33b6-4074-b8da-6af2e664c502 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b86eddd5c58e487eb773a71970cffb12&device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 1096 time: 0.0827901
Jul 29 08:34:23.617664 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-7536424e-e974-4b64-a3f7-8a1bdc903dbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce52a54270f04b67a8751688ff3433c0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0521801
Jul 29 08:34:23.620765 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40030) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:23.645937 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-2dceb68e-d401-412f-aed6-6cc26fb4098a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba9f2ba-967b-426b-991e-479a55828b78 HTTP/1.1" status: 200  len: 217 time: 0.0605652
Jul 29 08:34:23.711508 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-86ea7c40-018a-4adf-8eb6-557ab0793cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:23.713415 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-86ea7c40-018a-4adf-8eb6-557ab0793cbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7 HTTP/1.1" status: 200  len: 848 time: 0.0601411
Jul 29 08:34:23.743428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.759831 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-e34df8de-cc6a-4bf1-8c77-c31ed5bf056a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b376cd5-4739-4785-9ccc-c79cff371eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406189
Jul 29 08:34:23.861654 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9873f-6ee8-4824-822b-796e5a111701 req-f8e3dff0-86b8-49f7-8453-a7733e797eab tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:23.863017 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d0c9873f-6ee8-4824-822b-796e5a111701 req-f8e3dff0-86b8-49f7-8453-a7733e797eab tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.2437527
Jul 29 08:34:23.891625 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.899425 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-fb55fdfb-220a-451b-b429-8c3ecc3cea70 service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329353
Jul 29 08:34:23.943947 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d0c9873f-6ee8-4824-822b-796e5a111701 req-521cae78-9412-4469-9bb2-3d3ee91662b5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727055
Jul 29 08:34:23.965048 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:23.968860 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-785b20e8-059b-40ef-a660-ed7a54293aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:23.982249 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b13bb54-79eb-468f-96fe-21734f5ce907,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:23.985850 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:23.998878 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:24.000402 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b13bb54-79eb-468f-96fe-21734f5ce907 HTTP/1.1" status: 204  len: 168 time: 0.3787479
Jul 29 08:34:24.048987 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c0dd11f6-d493-4a6a-a6eb-068c8fe3bce7 req-3e07f5a4-a931-4314-9705-bb43717907a8 service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423471
Jul 29 08:34:24.087758 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:34:24.163033 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:34:24.164289 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:24.246509 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a20c2b-378a-43a8-ae95-196d12202358 req-b137307c-ea85-44ba-aac3-91df91d57659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:24.248037 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-b137307c-ea85-44ba-aac3-91df91d57659 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b86eddd5c58e487eb773a71970cffb12&device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 1096 time: 0.1405218
Jul 29 08:34:24.256319 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa784ca-6e7b-428f-97fc-2a4eeeef85f4 req-2b2bd84d-302c-4f3c-bf0d-afe110614553 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:24.257716 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ffa784ca-6e7b-428f-97fc-2a4eeeef85f4 req-2b2bd84d-302c-4f3c-bf0d-afe110614553 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 943 time: 0.1521199
Jul 29 08:34:24.282649 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:24.311162 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:24.321760 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:24.326660 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:24.328957 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:24.368000 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'code': 200}
Jul 29 08:34:24.423240 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=10']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:24.424882 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ffa784ca-6e7b-428f-97fc-2a4eeeef85f4 req-730d7d81-bced-4356-add4-5704eee699bc tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442690
Jul 29 08:34:24.427012 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:24.459680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a20c2b-378a-43a8-ae95-196d12202358 req-653065b2-d1fa-4ad7-a8b2-53cabc07d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:24.461050 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-653065b2-d1fa-4ad7-a8b2-53cabc07d73f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 200  len: 909 time: 0.2025065
Jul 29 08:34:24.531997 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-146b62b5-493b-4381-8aa3-5cba8fc15eef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ba9f2ba-967b-426b-991e-479a55828b78 HTTP/1.1" status: 200  len: 217 time: 0.0637312
Jul 29 08:34:24.597672 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a20c2b-378a-43a8-ae95-196d12202358 req-974ab0cd-b136-4a60-bb93-05a21001dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:24.599442 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-974ab0cd-b136-4a60-bb93-05a21001dca4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7 HTTP/1.1" status: 200  len: 848 time: 0.0597165
Jul 29 08:34:24.654404 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-280a6288-244f-45ba-b01d-1b3f47fd79c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b376cd5-4739-4785-9ccc-c79cff371eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443976
Jul 29 08:34:24.666602 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feb573-2b1d-44c0-aabc-5707f5af05ac req-e54cde19-c7f8-4113-bfd3-20bf15fc8f5f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:24.668111 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-66feb573-2b1d-44c0-aabc-5707f5af05ac req-e54cde19-c7f8-4113-bfd3-20bf15fc8f5f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.0806174
Jul 29 08:34:24.724589 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-66feb573-2b1d-44c0-aabc-5707f5af05ac req-d91be907-9533-4368-a9d2-2de262e065b0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490954
Jul 29 08:34:24.939296 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-970c7dde-687a-4773-bcce-fe251928c354 service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665663
Jul 29 08:34:24.987515 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19823dc3-2d69-44fa-a180-4b2aa051ec98 req-79acf639-a975-423d-ad53-54739bbb8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:24.989011 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19823dc3-2d69-44fa-a180-4b2aa051ec98 req-79acf639-a975-423d-ad53-54739bbb8e87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 1100 time: 0.1405997
Jul 29 08:34:25.097650 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19823dc3-2d69-44fa-a180-4b2aa051ec98 req-32e7671f-c585-4814-8bfa-4c589f1cc860 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623569
Jul 29 08:34:25.115099 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-97a20c2b-378a-43a8-ae95-196d12202358 req-4bf46196-c4cb-4c9b-b30a-8cd8d21b38ee service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676264
Jul 29 08:34:25.174055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9920767-cca5-4840-9d41-b812b8d0ebb2 req-efd00691-1c23-4813-85e6-0c9d05b0bc2d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:25.175739 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e9920767-cca5-4840-9d41-b812b8d0ebb2 req-efd00691-1c23-4813-85e6-0c9d05b0bc2d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0932369
Jul 29 08:34:25.222398 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e9920767-cca5-4840-9d41-b812b8d0ebb2 req-9211bc29-a395-444c-b1a9-2e21f6b95f7d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398395
Jul 29 08:34:25.600376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c4521-5fe5-4dc3-89ee-a27c75397d2a req-7fd21aae-9a96-4411-80f4-efa69779de7b tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:25.601832 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b08c4521-5fe5-4dc3-89ee-a27c75397d2a req-7fd21aae-9a96-4411-80f4-efa69779de7b tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 943 time: 0.0781367
Jul 29 08:34:25.647176 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b08c4521-5fe5-4dc3-89ee-a27c75397d2a req-4a89c0a9-2378-4f41-9147-3528a3e7659f tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392153
Jul 29 08:34:25.928343 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f006900-baa5-427f-bf5e-0620a0bc9b39 req-1a192801-9a4a-411f-bce8-2ff7de4d7745 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:25.929844 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7f006900-baa5-427f-bf5e-0620a0bc9b39 req-1a192801-9a4a-411f-bce8-2ff7de4d7745 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.0947058
Jul 29 08:34:25.974172 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7f006900-baa5-427f-bf5e-0620a0bc9b39 req-91727b3b-0791-4cde-afbf-6f4c413eff40 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388753
Jul 29 08:34:26.082665 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3ba9f2ba-967b-426b-991e-479a55828b78 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:34:26.217838 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3ba9f2ba-967b-426b-991e-479a55828b78, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3ba9f2ba-967b-426b-991e-479a55828b78,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:26.231232 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '3ba9f2ba-967b-426b-991e-479a55828b78', 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4', 'port_id': '3ba9f2ba-967b-426b-991e-479a55828b78', 'mac_address': 'fa:16:3e:67:42:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:34:26.288909 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:26.306314 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba9f2ba-967b-426b-991e-479a55828b78 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:34:26.323305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3ba9f2ba-967b-426b-991e-479a55828b78, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3ba9f2ba-967b-426b-991e-479a55828b78,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:26.328166 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:26.334817 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:26.408586 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3ba9f2ba-967b-426b-991e-479a55828b78,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:26.411742 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:26.425929 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252495d-ffb9-4851-8445-76e97eafa369 req-76bd6149-9000-4cd2-be5c-48089d4be35b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:26.427494 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e252495d-ffb9-4851-8445-76e97eafa369 req-76bd6149-9000-4cd2-be5c-48089d4be35b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0909433
Jul 29 08:34:26.474766 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e252495d-ffb9-4851-8445-76e97eafa369 req-a0973ac1-5d11-45d3-b975-03dfbc9ddac9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406468
Jul 29 08:34:26.564638 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['3ba9f2ba-967b-426b-991e-479a55828b78'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:34:26.869032 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39e7d3-1131-4bf1-9511-1f1b6673a02d req-50aa2c7b-07c7-48ac-924c-e75c9e1363d6 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:26.870801 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7b39e7d3-1131-4bf1-9511-1f1b6673a02d req-50aa2c7b-07c7-48ac-924c-e75c9e1363d6 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1054413
Jul 29 08:34:26.917985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec674-7a40-4718-968f-e5007a185aea req-8f017c0c-eb86-47fc-b430-588927261a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:26.920958 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-8f017c0c-eb86-47fc-b430-588927261a73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 1098 time: 0.0959742
Jul 29 08:34:26.925981 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7b39e7d3-1131-4bf1-9511-1f1b6673a02d req-12bef996-cb77-498c-9039-6d76067199a9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493929
Jul 29 08:34:27.083170 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec674-7a40-4718-968f-e5007a185aea req-ac481923-3a7d-4cec-9769-8d1231ef7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:27.084737 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-ac481923-3a7d-4cec-9769-8d1231ef7829 service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.1526330
Jul 29 08:34:27.173506 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52963ce0-223a-4762-843e-8ed849d248d7 req-8de8ea34-e596-4ad8-81a8-b8a991045a2a tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:27.174876 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-52963ce0-223a-4762-843e-8ed849d248d7 req-8de8ea34-e596-4ad8-81a8-b8a991045a2a tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 944 time: 0.0809050
Jul 29 08:34:27.219099 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-52963ce0-223a-4762-843e-8ed849d248d7 req-81105c5a-41d8-49b6-be02-813f4b19c81f tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Synchronizing usage tracker for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:27.236753 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-52963ce0-223a-4762-843e-8ed849d248d7 req-81105c5a-41d8-49b6-be02-813f4b19c81f tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Unset dirty status for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:27.238615 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-52963ce0-223a-4762-843e-8ed849d248d7 req-81105c5a-41d8-49b6-be02-813f4b19c81f tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580373
Jul 29 08:34:27.241986 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-c7804ea9-99f6-4666-89c9-4f52ad44266d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 200  len: 1001 time: 0.1495352
Jul 29 08:34:27.312147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfd31f-2ad9-4a7e-be4b-7cc9bd8962f3 req-9c4287b6-8833-4a3f-a6bb-b1a5211e49cd tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:27.313624 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-45cfd31f-2ad9-4a7e-be4b-7cc9bd8962f3 req-9c4287b6-8833-4a3f-a6bb-b1a5211e49cd tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.1649723
Jul 29 08:34:27.319051 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec674-7a40-4718-968f-e5007a185aea req-4b059413-e5fb-47a7-a7e9-b6d1aa378e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:27.320523 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-4b059413-e5fb-47a7-a7e9-b6d1aa378e39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.0715640
Jul 29 08:34:27.361154 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-45cfd31f-2ad9-4a7e-be4b-7cc9bd8962f3 req-d02c0d6c-1e4d-4b7c-9ebd-95220b9e3e2d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397115
Jul 29 08:34:28.117192 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26981ae-a286-4f07-b4a5-1d6acdb697cd req-c5f2d132-7f0e-48a2-9848-946687d6ac03 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:28.118659 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c26981ae-a286-4f07-b4a5-1d6acdb697cd req-c5f2d132-7f0e-48a2-9848-946687d6ac03 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0850441
Jul 29 08:34:28.161769 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c26981ae-a286-4f07-b4a5-1d6acdb697cd req-6b68cf78-f8cc-472d-bfc6-4c7e5e8d59ea tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376091
Jul 29 08:34:28.263524 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec674-7a40-4718-968f-e5007a185aea req-dbfa014e-8ad0-4b00-a1c8-5cc4b7a8866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:28.264969 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-dbfa014e-8ad0-4b00-a1c8-5cc4b7a8866d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882742
Jul 29 08:34:28.423585 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d2bd8-16ee-42d8-a768-66e6e176d477 req-b52aca12-41fc-45f5-a371-ea648e9630af tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:28.425058 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cd6d2bd8-16ee-42d8-a768-66e6e176d477 req-b52aca12-41fc-45f5-a371-ea648e9630af tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 944 time: 0.0795963
Jul 29 08:34:28.472358 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cd6d2bd8-16ee-42d8-a768-66e6e176d477 req-800c9c83-e5e9-4336-a102-1e18e35433e0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409472
Jul 29 08:34:29.196439 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-0838f074-22fe-4186-a31a-6061c235b8e5 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225445
Jul 29 08:34:29.398003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06e62b-768a-4d69-b2c9-2bb0e80d790c req-8112038a-d925-4041-bb75-e8ebe68cb722 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:29.399500 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ee06e62b-768a-4d69-b2c9-2bb0e80d790c req-8112038a-d925-4041-bb75-e8ebe68cb722 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0950503
Jul 29 08:34:29.445092 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ee06e62b-768a-4d69-b2c9-2bb0e80d790c req-f21b1aca-4739-4d86-af45-76c04ba9ea56 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400133
Jul 29 08:34:29.655021 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf12d8-71b6-407b-95c4-15b3698e747c req-c8cf8b28-50cf-4719-8232-b46f749d523d tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:29.656475 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-acbf12d8-71b6-407b-95c4-15b3698e747c req-c8cf8b28-50cf-4719-8232-b46f749d523d tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 944 time: 0.0813587
Jul 29 08:34:29.700974 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-acbf12d8-71b6-407b-95c4-15b3698e747c req-6fe2194e-bb68-4ba9-b7bb-87282d1f55fa tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389993
Jul 29 08:34:30.022168 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-541cf915-4a50-497d-af8b-6eff34d6678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:30.235552 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8ec674-7a40-4718-968f-e5007a185aea req-36ea86b3-ec75-4194-866c-8fc1c32f784e service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234996
Jul 29 08:34:30.565594 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:30.708215 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf14fd-2689-461c-b553-a8f121ece814 req-60e71685-9ec7-431a-9191-9be7464c6c26 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:30.710270 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3cdf14fd-2689-461c-b553-a8f121ece814 req-60e71685-9ec7-431a-9191-9be7464c6c26 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.1577642
Jul 29 08:34:30.760682 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3cdf14fd-2689-461c-b553-a8f121ece814 req-c54b205e-42c0-402a-a69a-5edd5a46a25a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447457
Jul 29 08:34:30.919277 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf8a67-ef3f-4879-8872-b2a382d6f0b4 req-51124c47-741a-4970-998a-a2ac4a19b0bb tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:30.920761 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8edf8a67-ef3f-4879-8872-b2a382d6f0b4 req-51124c47-741a-4970-998a-a2ac4a19b0bb tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 944 time: 0.0925331
Jul 29 08:34:30.965538 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8edf8a67-ef3f-4879-8872-b2a382d6f0b4 req-60b636fc-d7d2-4c5e-89c6-22c9ac7f4f7b tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390627
Jul 29 08:34:31.950434 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015b00-64ba-47b8-bd9d-c4fdaec97b27 req-b6597ef5-cfd2-4024-814b-4074f49a1cb9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:31.951960 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ae015b00-64ba-47b8-bd9d-c4fdaec97b27 req-b6597ef5-cfd2-4024-814b-4074f49a1cb9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0827916
Jul 29 08:34:31.998772 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ae015b00-64ba-47b8-bd9d-c4fdaec97b27 req-4d730383-74a4-4b40-bcb4-6b81fa26a21a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410202
Jul 29 08:34:32.093366 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3ba9f2ba-967b-426b-991e-479a55828b78 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:34:32.154404 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751aee3e-2032-4197-a689-e8e28e60d2a5 req-a1587106-298d-4234-b74b-a6da4b25fce3 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:32.155847 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-751aee3e-2032-4197-a689-e8e28e60d2a5 req-a1587106-298d-4234-b74b-a6da4b25fce3 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 944 time: 0.0797219
Jul 29 08:34:32.173223 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 3ba9f2ba-967b-426b-991e-479a55828b78 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:34:32.178959 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 3ba9f2ba-967b-426b-991e-479a55828b78 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:34:32.179491 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:32.200823 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-751aee3e-2032-4197-a689-e8e28e60d2a5 req-04c8d11a-8841-4ea1-a05e-ed78ff3eeb9c tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392034
Jul 29 08:34:32.295449 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:32.313111 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:34:32.321875 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba9f2ba-967b-426b-991e-479a55828b78'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:32.331551 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 3ba9f2ba-967b-426b-991e-479a55828b78, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3ba9f2ba-967b-426b-991e-479a55828b78,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:32.335367 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:32.338162 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-819722d6-e5ca-4b7f-9437-9b2cb379ac55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:32.374436 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba9f2ba-967b-426b-991e-479a55828b78', 'code': 200}
Jul 29 08:34:32.412477 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=3ba9f2ba-967b-426b-991e-479a55828b78,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:32.415987 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:32.582289 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4f316-e765-4395-b7ba-e32b5ae9f1ce req-935f51a7-51d0-47a3-9536-5eedc5e7f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:32.583727 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6fa4f316-e765-4395-b7ba-e32b5ae9f1ce req-935f51a7-51d0-47a3-9536-5eedc5e7f295 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 1098 time: 0.0667248
Jul 29 08:34:32.626310 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6fa4f316-e765-4395-b7ba-e32b5ae9f1ce req-78ef17e3-9eb4-4312-995d-258b161045aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356894
Jul 29 08:34:32.750510 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-187936c6-ee7f-4f3a-b204-9de87aa5aa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.387861 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc367f9-b7bb-440f-a849-08052e0400f5 req-a7c248b6-99e0-4b6e-aedc-8652f9ccdb1e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:33.389361 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8dc367f9-b7bb-440f-a849-08052e0400f5 req-a7c248b6-99e0-4b6e-aedc-8652f9ccdb1e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 945 time: 0.0827453
Jul 29 08:34:33.440537 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8dc367f9-b7bb-440f-a849-08052e0400f5 req-a3c8bd47-87ec-477a-8644-ec638c8bd008 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449588
Jul 29 08:34:33.443153 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.467696 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40218) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:33.585200 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.598704 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:33.602455 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Usage tracker for resource:security_group_rule and tenant:c7c05cdf837e4453856e394b8453bbf8 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:33.605205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:33.610736 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:33.694653 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.698169 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.704379 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-656f662a-e622-4ed8-844d-5780be40140e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:33.742665 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fbdded-bf95-4c68-8b8f-f756350ee98d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:33.746748 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7c05cdf837e4453856e394b8453bbf8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2780278
Jul 29 08:34:33.747588 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:33.749517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 40224) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:33.810037 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.838517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.887827 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.891372 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6df8a5bf-6518-40e7-869e-e19d4d163515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:33.903516 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fbdded-bf95-4c68-8b8f-f756350ee98d,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:33.906361 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:33.908260 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:33.909337 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2fbdded-bf95-4c68-8b8f-f756350ee98d HTTP/1.1" status: 204  len: 168 time: 0.1588514
Jul 29 08:34:34.626754 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581a50-be71-4fdb-b87c-8ba1742afd78 req-7eb2694a-f3fa-4423-bebc-4136dc3a6260 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:34.628221 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-57581a50-be71-4fdb-b87c-8ba1742afd78 req-7eb2694a-f3fa-4423-bebc-4136dc3a6260 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 945 time: 0.0789037
Jul 29 08:34:34.672212 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-57581a50-be71-4fdb-b87c-8ba1742afd78 req-8cc5ae0c-4495-46e9-b9b2-ecfb34fc926d tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376949
Jul 29 08:34:35.169831 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:35.678731 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 40292) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:35.701820 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a266b4-1014-4cd8-adf0-df63a094a543 req-ec09e52b-43e4-470a-9aec-1bcbd8d33a85 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:35.703279 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-66a266b4-1014-4cd8-adf0-df63a094a543 req-ec09e52b-43e4-470a-9aec-1bcbd8d33a85 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 945 time: 0.0844269
Jul 29 08:34:35.748441 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-66a266b4-1014-4cd8-adf0-df63a094a543 req-c01af580-7d56-4b47-b0fb-1c1ce4525e45 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390432
Jul 29 08:34:35.797700 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:35.811471 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:35.815230 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec98bf6fe43424bab6dde33f2359807 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:35.817974 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:35.823996 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:35.904427 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:35.907865 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:35.915910 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-8c744cec-8c33-49b6-8f9a-73f102565cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:35.953490 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ec98bf6fe43424bab6dde33f2359807&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2737160
Jul 29 08:34:35.954360 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896465ce-086c-4d8a-911e-4f0799a9f1e5,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:35.956416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40298) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:35.957607 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:36.013155 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.038146 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.092220 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.096794 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b547250f-3908-4140-8fd3-d294f469a786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:36.108020 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896465ce-086c-4d8a-911e-4f0799a9f1e5,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:36.111691 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:36.117362 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.118436 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/896465ce-086c-4d8a-911e-4f0799a9f1e5 HTTP/1.1" status: 204  len: 168 time: 0.1610131
Jul 29 08:34:36.387544 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40306) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:36.404563 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.418247 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:36.422007 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6f0bdc1a314da4a6644990cad32964 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:36.424760 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:36.430822 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:36.512423 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.515861 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.526347 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6d96ce13-c6e9-4e03-b692-f4fb4be52b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:36.562323 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a6f0bdc1a314da4a6644990cad32964&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1737194
Jul 29 08:34:36.563827 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97187d-0bee-48d4-9f93-319840a5bed5,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:36.565024 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 40310) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:36.566669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:36.628711 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.657331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.709216 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.713922 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-22ac12dc-7bd9-4092-ac0b-c6dfd09b1097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:36.725640 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97187d-0bee-48d4-9f93-319840a5bed5,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:36.729322 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:36.734491 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:36.735572 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e97187d-0bee-48d4-9f93-319840a5bed5 HTTP/1.1" status: 204  len: 168 time: 0.1690328
Jul 29 08:34:36.936317 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76030129-6789-4317-a30e-a7a92707d2e0 req-bafa51c1-8b02-4e38-a4f0-09af8c3b8c9a tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:36.943263 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-76030129-6789-4317-a30e-a7a92707d2e0 req-bafa51c1-8b02-4e38-a4f0-09af8c3b8c9a tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 945 time: 0.0871608
Jul 29 08:34:36.988624 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-76030129-6789-4317-a30e-a7a92707d2e0 req-bf1fcdd3-edf6-4e93-a751-88a42464f347 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445135
Jul 29 08:34:37.162611 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-6960c296-a1b0-49d7-b506-fc29140a158d tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:37.164022 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-6960c296-a1b0-49d7-b506-fc29140a158d tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 945 time: 0.0807486
Jul 29 08:34:37.242052 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Deleting port 3ba9f2ba-967b-426b-991e-479a55828b78 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:34:37.242402 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:37.493182 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] For port 3ba9f2ba-967b-426b-991e-479a55828b78, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3ba9f2ba-967b-426b-991e-479a55828b78,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:37.493532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:37.618018 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Calling delete_port for 3ba9f2ba-967b-426b-991e-479a55828b78 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:34:37.762060 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:37.769382 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:37.783628 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['3ba9f2ba-967b-426b-991e-479a55828b78'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:34:37.824418 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Pushing event deleted for resources: {'Port': ['ID=3ba9f2ba-967b-426b-991e-479a55828b78,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:37.827271 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:37.896447 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] No DVR routers for this DVR port 3ba9f2ba-967b-426b-991e-479a55828b78 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:34:37.899384 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:37.901949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'name': 'network-vif-deleted', 'tag': '3ba9f2ba-967b-426b-991e-479a55828b78'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:37.919388 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9f46d954-1bed-49cf-aa6a-34b23c587c35 req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "DELETE /v2.0/ports/3ba9f2ba-967b-426b-991e-479a55828b78 HTTP/1.1" status: 204  len: 173 time: 0.7493222
Jul 29 08:34:37.950730 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84efff1-aae1-4a7d-a486-2ba00203ebf5', 'name': 'network-vif-deleted', 'tag': '3ba9f2ba-967b-426b-991e-479a55828b78', 'status': 'completed', 'code': 200}
Jul 29 08:34:38.224718 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-6097acd3-963d-4514-98b6-eb52c78b65c9 req-19942ba8-4ca3-40fe-90b3-55e473ac0700 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Synchronizing usage tracker for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:38.239512 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-6097acd3-963d-4514-98b6-eb52c78b65c9 req-19942ba8-4ca3-40fe-90b3-55e473ac0700 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Unset dirty status for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:38.240823 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6097acd3-963d-4514-98b6-eb52c78b65c9 req-19942ba8-4ca3-40fe-90b3-55e473ac0700 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f84efff1-aae1-4a7d-a486-2ba00203ebf5 HTTP/1.1" status: 200  len: 210 time: 0.1200700
Jul 29 08:34:38.449274 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 40362) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:38.567240 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.581291 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:38.585769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c53e47db884b9fbfbdd2228ba296a2 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:38.588593 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:38.594181 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:38.673292 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.676859 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.685084 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-fe96c1b4-3c1c-4b43-a6e3-f65b5b6d276e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:38.723178 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3c53e47db884b9fbfbdd2228ba296a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2727449
Jul 29 08:34:38.723990 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f97d0-3f58-487b-a79c-881b6378fd5a,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:38.726492 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40368) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:38.727828 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:38.786362 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.810384 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.860927 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.864375 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2496babb-26ee-4182-8a90-1e45986a1e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:38.876591 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f97d0-3f58-487b-a79c-881b6378fd5a,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:38.880313 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:38.886496 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:38.887587 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/325f97d0-3f58-487b-a79c-881b6378fd5a HTTP/1.1" status: 204  len: 168 time: 0.1601465
Jul 29 08:34:39.156848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40376) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:39.174962 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.189308 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:39.193174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Usage tracker for resource:security_group_rule and tenant:1d9141cd3da740dc87b044fbf16b538e is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:39.196718 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:39.202333 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:39.284871 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.288572 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.297375 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-042010cc-98fa-4fe7-b5c2-1c79eef7cf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:39.335579 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a2bfe9-f3c0-4b03-8e67-cc851175b8d6,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:39.343904 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:39.347272 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d9141cd3da740dc87b044fbf16b538e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1893270
Jul 29 08:34:39.349962 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40384) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:39.409835 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.435178 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.492892 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.498793 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c6651bc1-9a69-43ac-9d55-cd722f998a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:39.511416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a2bfe9-f3c0-4b03-8e67-cc851175b8d6,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:39.514112 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:39.515430 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:39.516462 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61a2bfe9-f3c0-4b03-8e67-cc851175b8d6 HTTP/1.1" status: 204  len: 168 time: 0.1655378
Jul 29 08:34:39.667849 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-eb32cd06-5ab4-415f-b0c8-459dacca517c tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:39.669507 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-eb32cd06-5ab4-415f-b0c8-459dacca517c tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/networks?id=3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 200  len: 808 time: 0.1468534
Jul 29 08:34:39.689167 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-1aac69de-d766-4a4d-8ddf-c03d4069e1b7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/quotas/b86eddd5c58e487eb773a71970cffb12 HTTP/1.1" status: 200  len: 375 time: 0.0141854
Jul 29 08:34:39.740408 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-e2b8bef9-716e-4422-a62c-98f5f67e05e9 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b86eddd5c58e487eb773a71970cffb12&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0457041
Jul 29 08:34:39.878289 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-950d283f-e65b-4537-95d8-4d7b218f9aff service neutron] 10.222.0.24 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307647
Jul 29 08:34:40.015185 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-4fa2b079-b3b3-44f0-a986-beabcd3803f3 service neutron] 10.222.0.24 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310198
Jul 29 08:34:40.206666 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3f18f749-ed91-4325-8788-90e673e49306 req-7156cf88-a066-4117-9add-c8cbf6765cf6 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 210 time: 0.0419605
Jul 29 08:34:41.290208 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-5491858c-6efb-4350-91a4-47d288006d73 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:41.292740 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-5491858c-6efb-4350-91a4-47d288006d73 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "GET /v2.0/networks?id=3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 200  len: 808 time: 0.1693954
Jul 29 08:34:41.306152 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Request body: {'port': {'device_id': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4', 'admin_state_up': True, 'tenant_id': 'b86eddd5c58e487eb773a71970cffb12'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:34:41.384629 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-47d43fac-7e1c-4522-a1a8-985ef6159e2f req-a72a7cfb-590f-424d-896f-70935e578bab tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 210 time: 0.0580683
Jul 29 08:34:41.500555 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:41.510959 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:41.520854 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Made reservation on behalf of b86eddd5c58e487eb773a71970cffb12 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:34:41.524337 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:41.685161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Allocated IP 172.20.0.8 (3b376cd5-4739-4785-9ccc-c79cff371eb4/c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7/4d258595-8de2-41e3-b184-b494c3a66991) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:34:41.883717 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:41.911057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:41.916744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:41.982924 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Network 3b376cd5-4739-4785-9ccc-c79cff371eb4 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:34:41.986370 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:34:41.990258 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:34:42.027413 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Pushing event updated for resources: {'Port': ['ID=4d258595-8de2-41e3-b184-b494c3a66991,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:42.034832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:42.057244 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:42.057846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:42.085809 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7849920
Jul 29 08:34:42.100911 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Request body: {'port': {'device_id': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:34:42.119233 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3ba9f2ba-967b-426b-991e-479a55828b78 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:34:42.155446 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 3ba9f2ba-967b-426b-991e-479a55828b78 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:34:42.155795 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3ba9f2ba-967b-426b-991e-479a55828b78 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:34:42.211536 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:42.573667 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd40c4-227d-475e-a585-6d353d81aa7c req-11b3d1e1-450d-4b62-92c8-4db25d3799b9 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:42.575256 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-76cd40c4-227d-475e-a585-6d353d81aa7c req-11b3d1e1-450d-4b62-92c8-4db25d3799b9 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 931 time: 0.0870316
Jul 29 08:34:42.620926 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-76cd40c4-227d-475e-a585-6d353d81aa7c req-503d1069-8f29-4831-b70a-de27289504f6 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401123
Jul 29 08:34:42.621197 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d258595-8de2-41e3-b184-b494c3a66991 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:34:42.629271 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:42.653871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Transition to ACTIVE for port object 4d258595-8de2-41e3-b184-b494c3a66991 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:34:42.657628 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:42.662450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ffaaf26e-22b0-49c1-ad67-9260cf4e1de7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:42.818145 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Pushing event updated for resources: {'Port': ['ID=4d258595-8de2-41e3-b184-b494c3a66991,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:42.825578 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:42.892702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Attempting to bind port 4d258595-8de2-41e3-b184-b494c3a66991 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:34:42.893035 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Attempting to bind port 4d258595-8de2-41e3-b184-b494c3a66991 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:34:42.893357 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Attempting to bind port 4d258595-8de2-41e3-b184-b494c3a66991 on network 3b376cd5-4739-4785-9ccc-c79cff371eb4 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:34:42.898061 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Port 4d258595-8de2-41e3-b184-b494c3a66991 on network 3b376cd5-4739-4785-9ccc-c79cff371eb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:34:42.898385 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Attempting to bind port 4d258595-8de2-41e3-b184-b494c3a66991 on network 3b376cd5-4739-4785-9ccc-c79cff371eb4 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:34:42.903373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:34:42.903702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Checking segment: {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:34:42.904080 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Bound using segment: {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:34:42.904536 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Bound port: 4d258595-8de2-41e3-b184-b494c3a66991, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cd2718-b798-4939-8c5d-7da5630804a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:34:42.904879 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:43.001839 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] For port 4d258595-8de2-41e3-b184-b494c3a66991, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:34:43.005070 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] For port 4d258595-8de2-41e3-b184-b494c3a66991, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4d258595-8de2-41e3-b184-b494c3a66991,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:34:43.010445 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:43.013983 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-06ee6726-92ca-4b39-a311-de9e1096147f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:43.070348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:43.071033 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:43.072441 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d258595-8de2-41e3-b184-b494c3a66991 HTTP/1.1" status: 200  len: 1093 time: 0.9761159
Jul 29 08:34:43.072902 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'tag': '4d258595-8de2-41e3-b184-b494c3a66991'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:43.093347 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Pushing event updated for resources: {'Port': ['ID=4d258595-8de2-41e3-b184-b494c3a66991,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:43.096390 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:43.146662 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'tag': '4d258595-8de2-41e3-b184-b494c3a66991', 'status': 'completed', 'code': 200}
Jul 29 08:34:43.187143 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-56538f88-5a37-48bb-ba86-80d01f1a6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:43.188537 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-56538f88-5a37-48bb-ba86-80d01f1a6690 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b86eddd5c58e487eb773a71970cffb12&device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 1096 time: 0.0769262
Jul 29 08:34:43.259854 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-60f161f4-f0b2-4f3c-9a44-efd613061462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d258595-8de2-41e3-b184-b494c3a66991 HTTP/1.1" status: 200  len: 217 time: 0.0624974
Jul 29 08:34:43.327163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-f2c8ab90-f168-4103-a44a-5a7386350b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:43.328599 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-f2c8ab90-f168-4103-a44a-5a7386350b05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7 HTTP/1.1" status: 200  len: 848 time: 0.0592558
Jul 29 08:34:43.374909 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-d31e8193-943e-40ff-8470-64ca05af84c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b376cd5-4739-4785-9ccc-c79cff371eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392635
Jul 29 08:34:43.503544 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-e4fc36c6-60d3-42b2-93e3-f571ef6bdc91 service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196828
Jul 29 08:34:43.638940 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7eeac37f-f2a0-428c-a5cf-ecd03733bed6 req-1cc7c8b9-40d6-4f5a-b2b9-20fb0676abfb service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270442
Jul 29 08:34:43.758880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-87dcce7a-331f-4a52-9174-9ee1e41e2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:43.760318 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-87dcce7a-331f-4a52-9174-9ee1e41e2ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b86eddd5c58e487eb773a71970cffb12&device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 1096 time: 0.0735550
Jul 29 08:34:43.809596 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d0022-b627-435e-81ce-9971816a3ebe req-d645d443-fb4b-45cd-ad81-e6834a474c37 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:43.811167 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-836d0022-b627-435e-81ce-9971816a3ebe req-d645d443-fb4b-45cd-ad81-e6834a474c37 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 943 time: 0.0783772
Jul 29 08:34:43.857973 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-836d0022-b627-435e-81ce-9971816a3ebe req-7cc6cf30-8447-4eff-8c1b-4c52f35325bd tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413184
Jul 29 08:34:43.895178 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-24ff0548-b950-4f85-b2d0-ae03f1252533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:43.896648 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-24ff0548-b950-4f85-b2d0-ae03f1252533 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 200  len: 909 time: 0.1298521
Jul 29 08:34:43.963300 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-2b922e74-8e53-421b-8351-23d86fb6a713 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d258595-8de2-41e3-b184-b494c3a66991 HTTP/1.1" status: 200  len: 217 time: 0.0588782
Jul 29 08:34:44.105103 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-55e32b1b-7535-463e-8806-fb484e446a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:44.106539 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-55e32b1b-7535-463e-8806-fb484e446a84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7 HTTP/1.1" status: 200  len: 848 time: 0.1329789
Jul 29 08:34:44.156336 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-2dc44e74-273b-44ff-a901-652c34e6ef55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3b376cd5-4739-4785-9ccc-c79cff371eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392258
Jul 29 08:34:44.283535 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40492) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:44.292056 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-31762a75-c741-4c63-96ff-b88179117bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255362
Jul 29 08:34:44.397743 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.411578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:44.415376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Usage tracker for resource:security_group_rule and tenant:d4dc4c58e97b4249a0ad4c1478713bcd is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:44.418218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:44.423815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:44.425398 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b419f9bd-681d-48ba-9f50-7eeea63a3750 req-89571d0a-9f21-4632-9ad3-eac34d450ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252892
Jul 29 08:34:44.507871 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.511557 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.520221 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e7cddac4-ec6b-45c5-ab6a-fc6ba0f203a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:44.558353 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4dc4c58e97b4249a0ad4c1478713bcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2737691
Jul 29 08:34:44.559912 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b46a4e-1e77-4d11-b485-b85a138bbb58,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:44.561056 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 40498) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:44.562883 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:44.618811 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.647875 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.697615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.701155 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-37a1346b-8467-4122-9b5e-2d79c473b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:44.712243 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b46a4e-1e77-4d11-b485-b85a138bbb58,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:44.721707 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.722067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.722417 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.722761 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.723102 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.723443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.723778 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.724113 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.724474 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.724807 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.725256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.726098 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:34:44.729330 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:44.732139 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:44.733222 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4b46a4e-1e77-4d11-b485-b85a138bbb58 HTTP/1.1" status: 204  len: 168 time: 0.1712012
Jul 29 08:34:45.005976 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40508) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:45.025604 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.039468 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:34:45.043355 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc5c31b975f4dc6b59ab1a4f288a1b0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:34:45.046164 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107e4c6-8991-4edd-899f-3ea460a7f787 req-f46aadcc-c793-4144-9a75-6d7af3997911 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:45.046309 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:34:45.046869 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-b107e4c6-8991-4edd-899f-3ea460a7f787 req-f46aadcc-c793-4144-9a75-6d7af3997911 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Synchronizing usage tracker for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:45.051848 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:34:45.062804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-b107e4c6-8991-4edd-899f-3ea460a7f787 req-f46aadcc-c793-4144-9a75-6d7af3997911 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Unset dirty status for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:45.064013 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b107e4c6-8991-4edd-899f-3ea460a7f787 req-f46aadcc-c793-4144-9a75-6d7af3997911 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 943 time: 0.1004605
Jul 29 08:34:45.110650 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b107e4c6-8991-4edd-899f-3ea460a7f787 req-ddf7fc93-a8c4-486c-adc4-6db394e5883e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403969
Jul 29 08:34:45.142714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.146421 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.237919 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d21cf567-3768-4093-b0f7-3d9625dde80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:45.274818 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061fb25-365f-40e0-b9cb-a1e8e875889e,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:45.277835 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:45.280111 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc5c31b975f4dc6b59ab1a4f288a1b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2726150
Jul 29 08:34:45.282695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40512) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:34:45.339001 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.364058 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.414892 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.418483 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-7e528d1e-880f-4c6e-95ae-a82f4e25748a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:45.430060 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061fb25-365f-40e0-b9cb-a1e8e875889e,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:45.432571 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:45.439950 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:45.441077 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d061fb25-365f-40e0-b9cb-a1e8e875889e HTTP/1.1" status: 204  len: 168 time: 0.1574583
Jul 29 08:34:46.137476 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4d258595-8de2-41e3-b184-b494c3a66991 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:34:46.273407 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 4d258595-8de2-41e3-b184-b494c3a66991, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4d258595-8de2-41e3-b184-b494c3a66991,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:46.286788 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '4d258595-8de2-41e3-b184-b494c3a66991', 'network_id': '3b376cd5-4739-4785-9ccc-c79cff371eb4', 'port_id': '4d258595-8de2-41e3-b184-b494c3a66991', 'mac_address': 'fa:16:3e:d3:c6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:34:46.306265 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d7805-f347-4df6-8457-069a76711548 req-29636008-6f7f-44d4-8141-c139eacd1cc7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:46.308748 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8d6d7805-f347-4df6-8457-069a76711548 req-29636008-6f7f-44d4-8141-c139eacd1cc7 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 943 time: 0.0870733
Jul 29 08:34:46.345480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:46.355174 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8d6d7805-f347-4df6-8457-069a76711548 req-6fd33bc5-625b-47cc-bddb-7ee40de0e029 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419147
Jul 29 08:34:46.363457 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d258595-8de2-41e3-b184-b494c3a66991 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:34:46.381378 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 4d258595-8de2-41e3-b184-b494c3a66991, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4d258595-8de2-41e3-b184-b494c3a66991,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:46.385897 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:46.387689 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:46.458748 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=4d258595-8de2-41e3-b184-b494c3a66991,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:46.461852 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:46.649638 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['4d258595-8de2-41e3-b184-b494c3a66991'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:34:47.543606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780b909-7ebd-407d-bdc0-db59ff2fa4a9 req-86a9d2d3-4587-491c-aab2-cc6c541fb44e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:47.545068 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d780b909-7ebd-407d-bdc0-db59ff2fa4a9 req-86a9d2d3-4587-491c-aab2-cc6c541fb44e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 944 time: 0.0801167
Jul 29 08:34:47.591539 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d780b909-7ebd-407d-bdc0-db59ff2fa4a9 req-7d074fbe-f58c-4390-81f0-ca5193223d52 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395868
Jul 29 08:34:48.166348 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4d258595-8de2-41e3-b184-b494c3a66991 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:34:48.232068 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 4d258595-8de2-41e3-b184-b494c3a66991 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:34:48.237186 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 4d258595-8de2-41e3-b184-b494c3a66991 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:34:48.237580 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:48.362874 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:48.391328 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d258595-8de2-41e3-b184-b494c3a66991'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:48.401129 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 4d258595-8de2-41e3-b184-b494c3a66991, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4d258595-8de2-41e3-b184-b494c3a66991,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:48.404962 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:48.406830 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:48.436655 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d258595-8de2-41e3-b184-b494c3a66991', 'code': 200}
Jul 29 08:34:48.476041 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=4d258595-8de2-41e3-b184-b494c3a66991,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:48.478872 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:48.674211 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f651a98-25ed-4cbb-bc0a-5bfbc80161cb req-d94c6390-aa98-4b77-a196-ca8270a3c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:48.675696 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1f651a98-25ed-4cbb-bc0a-5bfbc80161cb req-d94c6390-aa98-4b77-a196-ca8270a3c144 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 1098 time: 0.0769506
Jul 29 08:34:48.778135 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1f651a98-25ed-4cbb-bc0a-5bfbc80161cb req-6dbdaedc-2e26-4843-88f7-5f2e4e024901 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954435
Jul 29 08:34:48.804601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa32003-2273-4582-b03b-6f70a3f185a7 req-6a527266-0fda-4fbb-89c3-1f4ad2334788 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:48.805969 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4fa32003-2273-4582-b03b-6f70a3f185a7 req-6a527266-0fda-4fbb-89c3-1f4ad2334788 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 945 time: 0.1049919
Jul 29 08:34:48.849054 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4fa32003-2273-4582-b03b-6f70a3f185a7 req-b9486d34-41df-4c82-90c6-a39609f47cb3 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374708
Jul 29 08:34:50.049304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ae342-9f6b-49d2-88af-419ddaaa2d07 req-90c6750d-97f5-458f-801b-05cb2f7f6294 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:50.050757 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f05ae342-9f6b-49d2-88af-419ddaaa2d07 req-90c6750d-97f5-458f-801b-05cb2f7f6294 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 945 time: 0.0879624
Jul 29 08:34:50.097743 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f05ae342-9f6b-49d2-88af-419ddaaa2d07 req-9a3945e0-9088-45b0-b73b-8b516899a897 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413783
Jul 29 08:34:51.270397 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd429c-e9ea-431f-b279-bf1c209a4632 req-73893af7-c770-428a-be2d-c0ce0fdafa76 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:51.272394 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d2cd429c-e9ea-431f-b279-bf1c209a4632 req-73893af7-c770-428a-be2d-c0ce0fdafa76 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 945 time: 0.0823698
Jul 29 08:34:51.316056 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d2cd429c-e9ea-431f-b279-bf1c209a4632 req-231def90-a61a-4443-a032-b5a4e117d34e tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379708
Jul 29 08:34:52.196856 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:52.510072 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c1891-a3b3-4d76-b3b8-6f7738aafc42 req-d241fe3b-d04b-4b9f-b0f2-323985103c99 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:52.511538 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-583c1891-a3b3-4d76-b3b8-6f7738aafc42 req-d241fe3b-d04b-4b9f-b0f2-323985103c99 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 945 time: 0.0865078
Jul 29 08:34:52.559935 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-583c1891-a3b3-4d76-b3b8-6f7738aafc42 req-2d618bbc-d4bc-48c5-a547-0fe08514f7a1 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/security-groups?id=f57fa27f-9298-4d60-b54b-4035580b647d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426025
Jul 29 08:34:52.800252 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-3be18e33-9ce5-495e-a718-07cf2c15eb0a tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:34:52.801567 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-3be18e33-9ce5-495e-a718-07cf2c15eb0a tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 945 time: 0.0769951
Jul 29 08:34:52.877256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Deleting port 4d258595-8de2-41e3-b184-b494c3a66991 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:34:52.877596 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:53.120713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] For port 4d258595-8de2-41e3-b184-b494c3a66991, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=4d258595-8de2-41e3-b184-b494c3a66991,segment=NetworkSegment(70cd2718-b798-4939-8c5d-7da5630804a1),segment_id=70cd2718-b798-4939-8c5d-7da5630804a1)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:34:53.121067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:53.241147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Calling delete_port for 4d258595-8de2-41e3-b184-b494c3a66991 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:34:53.445260 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:53.451145 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b8a67788-6ccf-478e-8d9a-7812b108120f tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:34:53.464099 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['4d258595-8de2-41e3-b184-b494c3a66991'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:34:53.495316 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Pushing event deleted for resources: {'Port': ['ID=4d258595-8de2-41e3-b184-b494c3a66991,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:34:53.498096 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:34:53.570734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] No DVR routers for this DVR port 4d258595-8de2-41e3-b184-b494c3a66991 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:34:53.573137 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:34:53.575567 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'name': 'network-vif-deleted', 'tag': '4d258595-8de2-41e3-b184-b494c3a66991'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:34:53.600753 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-96378113-81f4-43cd-8794-1c9685c6e2ed req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.37 "DELETE /v2.0/ports/4d258595-8de2-41e3-b184-b494c3a66991 HTTP/1.1" status: 204  len: 173 time: 0.7910388
Jul 29 08:34:53.622604 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92621cea-2c92-40ca-9ed5-8d64637fa8e0', 'name': 'network-vif-deleted', 'tag': '4d258595-8de2-41e3-b184-b494c3a66991', 'status': 'completed', 'code': 200}
Jul 29 08:34:53.723270 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-2f096f82-3496-44c5-a56a-804aac59b072 req-0be2e141-105f-4d15-8cbc-29806f8d5d98 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Synchronizing usage tracker for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:34:53.739053 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-2f096f82-3496-44c5-a56a-804aac59b072 req-0be2e141-105f-4d15-8cbc-29806f8d5d98 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Unset dirty status for tenant:b86eddd5c58e487eb773a71970cffb12 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:34:53.740416 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2f096f82-3496-44c5-a56a-804aac59b072 req-0be2e141-105f-4d15-8cbc-29806f8d5d98 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] 10.222.0.24 "GET /v2.0/ports?device_id=92621cea-2c92-40ca-9ed5-8d64637fa8e0 HTTP/1.1" status: 200  len: 210 time: 0.0594783
Jul 29 08:34:58.419850 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4d258595-8de2-41e3-b184-b494c3a66991 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:34:58.454022 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 4d258595-8de2-41e3-b184-b494c3a66991 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:34:58.454376 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 4d258595-8de2-41e3-b184-b494c3a66991 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:35:00.025442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-f5c6ee31-e2d8-4cb4-9f01-cce51a69b550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:00.572668 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:02.753638 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d2a12b14-8683-47f6-9ded-3a3e8cd93473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:03.442972 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:05.174561 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:06.532009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 40806) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:06.655376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:06.672191 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:06.676208 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Usage tracker for resource:security_group_rule and tenant:633a04fa94514afc8cedf5ccc65a984c is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:06.679403 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:06.686267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:06.782628 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:06.788423 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:06.797846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-33df8363-ba90-44bc-8d70-ce7b93da6753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:06.842903 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=633a04fa94514afc8cedf5ccc65a984c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3100779
Jul 29 08:35:06.843950 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d1bac3-9d51-4750-9050-3c69b9a37dcb,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:06.845468 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 40812) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:06.847779 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:06.935003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:06.972736 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:07.042669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:07.046966 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-dc93e79c-08ea-4f0f-ae1d-493cf7edbb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:07.066148 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d1bac3-9d51-4750-9050-3c69b9a37dcb,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:07.074674 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.075042 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.075415 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.075762 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.076110 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.076527 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.076834 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.077180 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.077530 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.077876 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.078216 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.078820 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:07.087336 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:07.088166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:07.089283 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41d1bac3-9d51-4750-9050-3c69b9a37dcb HTTP/1.1" status: 204  len: 168 time: 0.2427676
Jul 29 08:35:09.313057 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:35:15.188853 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd2462-0fae-4783-a731-266c937ca3ad req-3b61d1f7-0328-4d28-92ad-2ff876a25787 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:15.190340 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1acd2462-0fae-4783-a731-266c937ca3ad req-3b61d1f7-0328-4d28-92ad-2ff876a25787 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0886357
Jul 29 08:35:15.243456 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1acd2462-0fae-4783-a731-266c937ca3ad req-103ae465-3aae-4259-93b0-cf10970c653a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454195
Jul 29 08:35:16.426367 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df492-75d3-4b59-8b90-30000445e04e req-fcb57ac3-78b9-4595-931b-e426429beb74 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:16.427811 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e15df492-75d3-4b59-8b90-30000445e04e req-fcb57ac3-78b9-4595-931b-e426429beb74 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0779181
Jul 29 08:35:16.472508 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e15df492-75d3-4b59-8b90-30000445e04e req-7c33c423-be3a-4ea8-9fd8-c2d0de787e81 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383692
Jul 29 08:35:17.653125 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd4d13-54f2-4611-b141-2a95aa262fde req-b9fdca99-df48-403a-b6ce-50714661dce9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:17.654571 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-94cd4d13-54f2-4611-b141-2a95aa262fde req-b9fdca99-df48-403a-b6ce-50714661dce9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0799668
Jul 29 08:35:17.699514 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-94cd4d13-54f2-4611-b141-2a95aa262fde req-21f293f1-90b0-4f7a-ac73-df8cdc546f21 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392382
Jul 29 08:35:18.896438 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb69d-4fc4-43e2-a0f9-db424dd86a16 req-b4bfd5c5-be37-4ba3-a1bd-cb32a2c08373 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:18.897882 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-942fb69d-4fc4-43e2-a0f9-db424dd86a16 req-b4bfd5c5-be37-4ba3-a1bd-cb32a2c08373 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0873404
Jul 29 08:35:18.942029 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-942fb69d-4fc4-43e2-a0f9-db424dd86a16 req-5a1a37ee-9d5a-4d40-b184-0ff6b15f53f1 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382953
Jul 29 08:35:19.233677 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd0e7d-5b92-4285-b10f-0d77d5ba5cbb req-7c0a691e-3e7c-455c-bb90-2e381332314a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:19.235120 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dccd0e7d-5b92-4285-b10f-0d77d5ba5cbb req-7c0a691e-3e7c-455c-bb90-2e381332314a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.0918932
Jul 29 08:35:19.281922 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dccd0e7d-5b92-4285-b10f-0d77d5ba5cbb req-ce2a64c8-f702-4ac6-875c-d5b80b150d5f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411072
Jul 29 08:35:19.949621 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-9aeb5ad7-4125-4044-8acd-7db1d18b5920 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:19.951892 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-9aeb5ad7-4125-4044-8acd-7db1d18b5920 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0939932
Jul 29 08:35:20.037549 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Deleting port ed69edc1-4e75-48cb-ae9b-6903488c677b {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:35:20.038355 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:20.166896 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44482a14-aecf-43e4-9d15-2db5077ff976 req-1e3787f6-a548-4c1a-a804-a0d86c01154d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:20.168521 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44482a14-aecf-43e4-9d15-2db5077ff976 req-1e3787f6-a548-4c1a-a804-a0d86c01154d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 945 time: 0.0902169
Jul 29 08:35:20.220663 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44482a14-aecf-43e4-9d15-2db5077ff976 req-93ea7f7f-a388-4ab8-b4da-4cac06fc3c2f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=d36bf0d5-7e1a-4855-be2c-efaae6804f89&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460122
Jul 29 08:35:20.301381 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] For port ed69edc1-4e75-48cb-ae9b-6903488c677b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ed69edc1-4e75-48cb-ae9b-6903488c677b,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:20.301744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:20.670282 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a47b25-0711-46c6-80ce-6dbc2d7143dc req-2b3eac97-96a6-4a4c-b1aa-7fe4ca404fa8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:20.671866 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-35a47b25-0711-46c6-80ce-6dbc2d7143dc req-2b3eac97-96a6-4a4c-b1aa-7fe4ca404fa8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.2031138
Jul 29 08:35:20.674181 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:20.674549 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:20.674903 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Floating IP 33db1a59-0066-4a78-b997-2a770da52197 disassociated. External IP: 172.27.2.248, port: ed69edc1-4e75-48cb-ae9b-6903488c677b.
Jul 29 08:35:20.675237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Calling delete_port for ed69edc1-4e75-48cb-ae9b-6903488c677b owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:35:20.818590 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-35a47b25-0711-46c6-80ce-6dbc2d7143dc req-933acf7a-ac19-4db1-98ae-c2ae04b3a970 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1097422
Jul 29 08:35:20.908476 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41058) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:20.968055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Deleting subnet c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:35:20.969092 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-829eb42b-82d0-4f52-ab10-37399f75f7d5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:20.970595 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-829eb42b-82d0-4f52-ab10-37399f75f7d5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.2629039
Jul 29 08:35:20.971037 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.025427 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.026455 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.033962 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:21.081175 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.092685 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event deleted for resources: {'Port': ['ID=ed69edc1-4e75-48cb-ae9b-6903488c677b,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:21.095574 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:21.099348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Deleting port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:35:21.099545 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.150248 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.154251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:21.191473 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:21.194498 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:21.195471 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.207058 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7f584df-cc91-4b83-aaf0-c54a5aa1b5a7 HTTP/1.1" status: 204  len: 168 time: 0.2950780
Jul 29 08:35:21.207276 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41062) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:21.321925 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.435113 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-01ca26ec-40d0-4143-b7d3-df64fcfc9e13 req-95759f41-f8b5-436b-a4bf-578b965b189d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 210 time: 0.0711212
Jul 29 08:35:21.473087 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:35:21.502139 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.516476 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4cdb3370>,) {'filters': {'network_id': ['3b376cd5-4739-4785-9ccc-c79cff371eb4']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:21.529493 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4cdb3370>, '70cd2718-b798-4939-8c5d-7da5630804a1') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:21.529837 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4cdb3370>, '70cd2718-b798-4939-8c5d-7da5630804a1') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:21.542734 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.562274 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.569172 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:35:21.569607 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:35:21.586302 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:35:21.603261 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] For port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:21.603681 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.677827 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.687486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:21.711249 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.720033 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b376cd5-4739-4785-9ccc-c79cff371eb4,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:21.727898 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3b376cd5-4739-4785-9ccc-c79cff371eb4 HTTP/1.1" status: 204  len: 168 time: 0.5192246
Jul 29 08:35:21.729069 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:21.871161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:21.881933 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:21.897772 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:21.898704 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ceafeb0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:21.956879 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] No DVR routers for this DVR port ed69edc1-4e75-48cb-ae9b-6903488c677b on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:35:21.960805 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:21.963480 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'name': 'network-vif-deleted', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:22.038610 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41080) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:22.096066 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e70cd35-86e7-417b-80d9-726c934cf9a0', 'name': 'network-vif-deleted', 'tag': 'ed69edc1-4e75-48cb-ae9b-6903488c677b', 'status': 'completed', 'code': 200}
Jul 29 08:35:22.108036 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a30551ed-095a-4eeb-bdd4-52952368e529 req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "DELETE /v2.0/ports/ed69edc1-4e75-48cb-ae9b-6903488c677b HTTP/1.1" status: 204  len: 173 time: 2.1503439
Jul 29 08:35:22.121068 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f345bffc-63df-4bef-931e-4c8e29edf7f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b86eddd5c58e487eb773a71970cffb12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0788708
Jul 29 08:35:22.123491 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41084) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:22.152367 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.152769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.153089 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Floating IP 1e3bf961-980f-46d5-8212-d2919e3ffacd disassociated. External IP: 172.27.2.73, port: 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3.
Jul 29 08:35:22.153427 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Calling delete_port for 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:35:22.162387 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:22.209188 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.220009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86267801-e52b-4037-959c-cd7027c15b06 req-d3ca6e8c-6ce1-43ce-84bb-4563410947cf tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:22.221558 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-86267801-e52b-4037-959c-cd7027c15b06 req-d3ca6e8c-6ce1-43ce-84bb-4563410947cf tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 947 time: 0.1782632
Jul 29 08:35:22.361685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.403498 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.411764 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-86267801-e52b-4037-959c-cd7027c15b06 req-b7e1095c-9d6d-42be-ba96-a251cad60140 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b560cb8f-3140-4c0b-b7bf-2d5485f4370c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1798594
Jul 29 08:35:22.434245 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.439285 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ce6a42e5-4aa5-469e-8cb2-fac13017418b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:22.455328 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.457074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fa27f-9298-4d60-b54b-4035580b647d,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:22.461181 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:22.472104 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:22.474000 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f57fa27f-9298-4d60-b54b-4035580b647d HTTP/1.1" status: 204  len: 168 time: 0.3489408
Jul 29 08:35:22.485565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-307662d6-9d20-4143-9b35-97f74b3dc3f3 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:22.558218 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event deleted for resources: {'Port': ['ID=3f342e36-f7ad-4703-998a-7c8b2ec6b3b3,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:22.560979 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:22.649059 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ceafeb0>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:22.654150 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:22.663916 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:22.664716 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ceafeb0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:22.763153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-978907bf-c85d-4792-a747-ae2bb5979e7c req-ac3904b9-0372-42e4-9b98-3303eae67c92 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:22.896546 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:22.963774 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Router 333ef017-94e5-4807-93eb-378b51c60b1f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:35:22.964598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-978907bf-c85d-4792-a747-ae2bb5979e7c req-ac3904b9-0372-42e4-9b98-3303eae67c92 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:22.965727 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-978907bf-c85d-4792-a747-ae2bb5979e7c req-ac3904b9-0372-42e4-9b98-3303eae67c92 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 210 time: 0.3149493
Jul 29 08:35:23.144429 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89294b-80b7-46ed-83a6-00bf25f13df9 req-3dcf66ba-d7a2-4cdc-a5bd-13182b68f8c4 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:23.148875 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fb89294b-80b7-46ed-83a6-00bf25f13df9 req-3dcf66ba-d7a2-4cdc-a5bd-13182b68f8c4 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1782761
Jul 29 08:35:23.201404 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fb89294b-80b7-46ed-83a6-00bf25f13df9 req-13383934-3154-4521-ba9a-9592183e4243 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469322
Jul 29 08:35:23.227245 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:23.237099 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:23.249253 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:23.250137 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4db7d640>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:23.322133 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] No DVR routers for this DVR port 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:35:23.325274 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:23.348323 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cbb3508c-3858-4cd4-810a-af2999547f55 req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "DELETE /v2.0/ports/3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 HTTP/1.1" status: 204  len: 173 time: 2.3709965
Jul 29 08:35:23.442192 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ceafeb0>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:23.447732 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570c1a0-529f-408f-9d26-b7f7c7419646 None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:23.551647 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41118) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:23.567865 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:23.625057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-4a9a323d-733b-4597-bc46-37aeed0554cf req-7a9f4147-8a33-4aa2-be43-0b524d5f7288 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:23.650220 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-4a9a323d-733b-4597-bc46-37aeed0554cf req-7a9f4147-8a33-4aa2-be43-0b524d5f7288 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:23.661149 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4a9a323d-733b-4597-bc46-37aeed0554cf req-7a9f4147-8a33-4aa2-be43-0b524d5f7288 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 210 time: 0.0830147
Jul 29 08:35:23.695472 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-506914971-network', 'tenant_id': '631c2867f056444090a16fbb64675270'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:23.701585 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:23.705493 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Usage tracker for resource:network and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:23.708647 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:23.715369 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:23.732102 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Made reservation on behalf of 631c2867f056444090a16fbb64675270 for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:35:23.735755 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:23.750573 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:23.768724 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:23.772639 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:23.776195 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:23.781900 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:23.796428 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b481e14-cbb2-452b-a3ee-bf581a6b2487 None None] New status for floating IP 33db1a59-0066-4a78-b997-2a770da52197: DOWN {{(pid=78532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:35:23.870887 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:23.875036 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:23.878313 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-26b75d09-f227-42a8-8251-da9e2e4d878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:23.909855 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:35:23.920303 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142141fe-fcf4-43e4-913a-4a4e69bbe346,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:23.924410 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:23.930135 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:23.930882 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Added segment b83c6737-400d-4f99-b555-2fbff58721b9 of type vlan for network 109a8f80-262d-4ea7-b485-45f0770646a5
Jul 29 08:35:23.942394 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4db7d640>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:23.948229 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:23.958310 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:23.959519 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4db7d640>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:23.977563 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.010416 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.011912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:24.012530 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.019458 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d53ca760-934f-4ef6-b373-49ba87874e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:24.126044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-deleted', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:24.144484 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41130) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:24.150954 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Request body: {'subnet': {'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-506914971-subnet', 'tenant_id': '631c2867f056444090a16fbb64675270', 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:24.154360 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6015866
Jul 29 08:35:24.157091 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:24.158015 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Pushing event updated for resources: {'Network': ['ID=109a8f80-262d-4ea7-b485-45f0770646a5,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:24.173421 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 109a8f80-262d-4ea7-b485-45f0770646a5 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:35:24.173947 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:24.176033 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Usage tracker for resource:subnet and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:24.179774 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:24.187292 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:24.213072 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Made reservation on behalf of 631c2867f056444090a16fbb64675270 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:35:24.216137 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2995188'] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.224513 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc029c8-78ed-4d0d-bede-a942f6ecca49', 'name': 'network-vif-deleted', 'tag': '3f342e36-f7ad-4703-998a-7c8b2ec6b3b3', 'status': 'completed', 'code': 200}
Jul 29 08:35:24.290198 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:24.302913 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-11997faa-ad43-46fe-9f6f-7186b102f1e7 req-4f3f69be-a277-44c7-9b5d-4f52d4a01934 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 210 time: 0.0625253
Jul 29 08:35:24.497781 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c45e7a-f979-414c-8f2a-c7deca996e0b req-3b78b4f3-7738-4dd2-8631-189cc061d94d tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:24.499637 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e5c45e7a-f979-414c-8f2a-c7deca996e0b req-3b78b4f3-7738-4dd2-8631-189cc061d94d tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0911772
Jul 29 08:35:24.522922 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2995078'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.529158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f60036f4-0daa-42d9-b044-f64495edada5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:24.548150 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e5c45e7a-f979-414c-8f2a-c7deca996e0b req-94524e60-a8ca-4715-83b3-04f88ef7c95e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430007
Jul 29 08:35:24.601630 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537bb3c1-39a6-482d-b0df-a8fab9813313,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:24.609261 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:24.609946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Checking segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:24.610289 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Network hostable DHCP agents. Network: 109a8f80-262d-4ea7-b485-45f0770646a5, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:35:24.630918 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:35:24.640581 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 109a8f80-262d-4ea7-b485-45f0770646a5) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:24.644801 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:24.645384 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.649981 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef70f6-5698-41d9-868a-43f117733ec5 None None] Network 109a8f80-262d-4ea7-b485-45f0770646a5 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:35:24.666996 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5213983
Jul 29 08:35:24.670045 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41136) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:24.674939 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:24.679331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:24.683861 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Usage tracker for resource:router and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:24.687034 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:24.692456 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:24.701904 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4db7d640>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:24.705232 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.706239 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.706634 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f17b99-5a95-4390-b8ea-77539d11366b None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:24.723262 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:24.850847 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7eaaadc7-6c4c-4e20-a3e1-67548de5cd79 req-d4d1a082-c890-4cbf-bfa3-ecafc81fa588 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bc029c8-78ed-4d0d-bede-a942f6ecca49 HTTP/1.1" status: 200  len: 210 time: 0.0500309
Jul 29 08:35:24.947505 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:35:25.017320 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-109a8f80-262d-4ea7-b485-45f0770646a5', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:35:25.018184 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.054569 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.066589 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f854528-80b4-4799-a983-d9365aa7f621 None None] New status for floating IP 1e3bf961-980f-46d5-8212-d2919e3ffacd: DOWN {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:35:25.095436 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:35:25.095790 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 3f342e36-f7ad-4703-998a-7c8b2ec6b3b3 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:35:25.096418 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device ed69edc1-4e75-48cb-ae9b-6903488c677b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:35:25.148673 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: ed69edc1-4e75-48cb-ae9b-6903488c677b {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:35:25.149173 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device ed69edc1-4e75-48cb-ae9b-6903488c677b not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:35:25.308318 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Allocated IP 172.20.0.2 (109a8f80-262d-4ea7-b485-45f0770646a5/537bb3c1-39a6-482d-b0df-a8fab9813313/cc9962f8-4aad-4114-8ff9-4e873da15406) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:25.524238 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d782ead6-67e4-44c9-aff6-0900093bf2a4 req-0feaeeb9-b275-4176-9ec6-baeeb01f02fa tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e70cd35-86e7-417b-80d9-726c934cf9a0 HTTP/1.1" status: 200  len: 210 time: 0.0583582
Jul 29 08:35:25.538959 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.553671 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.565057 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Transition to ACTIVE for port object cc9962f8-4aad-4114-8ff9-4e873da15406 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:25.587353 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Transition to ACTIVE for port object cc9962f8-4aad-4114-8ff9-4e873da15406 will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:25.587701 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.598862 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.612203 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:25.668066 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:25.675187 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:25.677798 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:25.763324 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Pushing event updated for resources: {'Port': ['ID=cc9962f8-4aad-4114-8ff9-4e873da15406,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:25.766457 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Allocated IP 172.27.2.80 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/5b617318-fef1-48c0-9b75-25a4704589fa) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:25.770103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a121ade-fe32-4447-945e-c394883fb914 req-212d0835-7218-4d36-94c6-5c88331649b7 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:25.772391 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8a121ade-fe32-4447-945e-c394883fb914 req-212d0835-7218-4d36-94c6-5c88331649b7 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0955071
Jul 29 08:35:25.786546 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.786546 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.786904 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.787265 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.787583 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.787946 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.788321 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.788649 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.789308 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.789439 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.789655 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.790035 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:25.793951 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:25.798960 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Attempting to bind port cc9962f8-4aad-4114-8ff9-4e873da15406 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:25.799435 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Attempting to bind port cc9962f8-4aad-4114-8ff9-4e873da15406 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:25.799764 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Attempting to bind port cc9962f8-4aad-4114-8ff9-4e873da15406 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:25.812833 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:25.813571 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Checking segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:25.813999 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.814562 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Bound using segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:25.814901 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Bound port: cc9962f8-4aad-4114-8ff9-4e873da15406, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:25.815377 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.829172 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8a121ade-fe32-4447-945e-c394883fb914 req-ba4104f3-b903-413f-9e55-1577995f7084 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502980
Jul 29 08:35:25.919156 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] For port cc9962f8-4aad-4114-8ff9-4e873da15406, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:25.923624 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] For port cc9962f8-4aad-4114-8ff9-4e873da15406, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=cc9962f8-4aad-4114-8ff9-4e873da15406,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:25.930666 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.935161 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:25.946622 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.985453 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:25.992555 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-be03b1ab-2cb7-4c87-a980-bcfff495c717 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:26.000817 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41154) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:26.024160 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Pushing event updated for resources: {'Port': ['ID=cc9962f8-4aad-4114-8ff9-4e873da15406,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:26.027323 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:26.082709 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:26.086167 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:26.086534 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.089287 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:26.123554 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.126624 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Pushing event updated for resources: {'Port': ['ID=5b617318-fef1-48c0-9b75-25a4704589fa,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:26.131197 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:26.187492 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.202255 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d8de88f4-d5ea-4447-91d2-e56dcb6a65e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:26.216860 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b560cb8f-3140-4c0b-b7bf-2d5485f4370c,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:26.227324 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:26.265326 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.266711 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "DELETE /v2.0/security-groups/b560cb8f-3140-4c0b-b7bf-2d5485f4370c HTTP/1.1" status: 204  len: 168 time: 0.2645514
Jul 29 08:35:26.269356 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41162) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:26.303197 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.api.v2.resource [None req-8dadb66d-5ec9-41a3-b530-10b9920984cc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] show failed (client error): The resource could not be found.
Jul 29 08:35:26.307378 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8dadb66d-5ec9-41a3-b530-10b9920984cc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups/b560cb8f-3140-4c0b-b7bf-2d5485f4370c HTTP/1.1" status: 404  len: 347 time: 0.0337913
Jul 29 08:35:26.307613 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41166) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:26.501807 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Deleting port d5f13222-84da-4fcc-b27a-84b64e423629 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:35:26.502156 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.579866 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.693601 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.693601 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:26.742196 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41174) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:26.849974 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Calling delete_port for d5f13222-84da-4fcc-b27a-84b64e423629 owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:35:27.107588 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.111530 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-54986b6a-ce4d-4ca8-bd6b-4a384c125964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:27.150634 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device cc9962f8-4aad-4114-8ff9-4e873da15406 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:27.158760 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event deleted for resources: {'Port': ['ID=d5f13222-84da-4fcc-b27a-84b64e423629,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:27.161928 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:27.199363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.232857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.241765 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port cc9962f8-4aad-4114-8ff9-4e873da15406 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:27.246429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.278764 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.298996 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.304194 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "DELETE /v2.0/floatingips/1e3bf961-980f-46d5-8212-d2919e3ffacd HTTP/1.1" status: 204  len: 168 time: 0.9927430
Jul 29 08:35:27.317524 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f854346-9a6c-4901-b6e2-d063db30b605 None None] Network 109a8f80-262d-4ea7-b485-45f0770646a5 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:35:27.383002 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c0eaf-7c69-40ba-8074-bd807f10e97d req-3f71de14-52f8-47a3-b7eb-aa4b021dd0dc tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:27.385124 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-be3c0eaf-7c69-40ba-8074-bd807f10e97d req-3f71de14-52f8-47a3-b7eb-aa4b021dd0dc tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.3753624
Jul 29 08:35:27.436144 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Provisioning for port cc9962f8-4aad-4114-8ff9-4e873da15406 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:27.453863 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Provisioning complete for port cc9962f8-4aad-4114-8ff9-4e873da15406 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:27.454639 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.508310 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.516968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-f07f1a18-f372-49c4-a285-ce8fe4947e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:27.536465 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-be3c0eaf-7c69-40ba-8074-bd807f10e97d req-1764f944-07ea-47f9-a25f-761603e1df15 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946488
Jul 29 08:35:27.545008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36bf0d5-7e1a-4855-be2c-efaae6804f89,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:27.551860 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:27.582773 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41188) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:27.589562 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.590143 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1324433197', 'description': 'tempest-description--1908891750'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:27.590689 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "DELETE /v2.0/security-groups/d36bf0d5-7e1a-4855-be2c-efaae6804f89 HTTP/1.1" status: 204  len: 168 time: 0.8475373
Jul 29 08:35:27.592021 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:35:27.594223 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41192) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:27.599339 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:27.604487 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:27.609028 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:27.616814 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:27.628632 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.651323 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:27.655538 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:27.658626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:27.664512 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:27.726233 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.737914 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.745505 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.756599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-58c037ef-c4d7-4995-a382-9901462737c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:27.762986 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] For port cc9962f8-4aad-4114-8ff9-4e873da15406, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=cc9962f8-4aad-4114-8ff9-4e873da15406,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:27.769813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.772545 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:27.795839 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6559c84-c748-494b-8858-65427e2dfe7f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:27.797571 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:27.799014 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:27.799401 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.api.v2.resource [None req-95e048e9-9f4a-49db-b19f-03575150907d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] show failed (client error): The resource could not be found.
Jul 29 08:35:27.800651 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-95e048e9-9f4a-49db-b19f-03575150907d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups/d36bf0d5-7e1a-4855-be2c-efaae6804f89 HTTP/1.1" status: 404  len: 347 time: 0.2055383
Jul 29 08:35:27.804151 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41196) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:27.818816 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:27.824229 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.828477 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1573589
Jul 29 08:35:27.829247 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41200) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:27.846296 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:27.846932 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce815b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:27.932643 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Pushing event updated for resources: {'Port': ['ID=cc9962f8-4aad-4114-8ff9-4e873da15406,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:27.938403 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-a31a437c-3117-4ca0-8ff9-d52dcde0690c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:27.991973 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:27.999660 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4154763
Jul 29 08:35:28.014027 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41206) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:28.026695 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'security_group_rule': {'security_group_id': 'b6559c84-c748-494b-8858-65427e2dfe7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:28.034320 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:28.042972 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:28.047348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:28.077110 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:28.110342 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Deleting port 0f059ba7-0a58-4cd6-bd91-927ed113adde {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:35:28.112842 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.127212 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:28.174861 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-03e1d1cd-c511-43ab-9818-f5e8f7bba3ef None None] Provisioning complete for port cc9962f8-4aad-4114-8ff9-4e873da15406 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:28.175576 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-03e1d1cd-c511-43ab-9818-f5e8f7bba3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.200764 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.345121 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.345860 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.452893 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.464627 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.471086 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:28.503497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Calling delete_port for 0f059ba7-0a58-4cd6-bd91-927ed113adde owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:35:28.606901 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce815b0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:26Z', 'revision_number': 3, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:28.612212 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:28.612573 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Updating router 17c5342a-36a4-485f-a422-8aa9ddca7b5f port 5b617318-fef1-48c0-9b75-25a4704589fa binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:35:28.658497 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a681d2dc-5398-4467-a4cd-a7c390923771,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:28.672773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:28.680231 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.682057 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d672fa47-c6cb-4732-9d68-0b67599811e0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6659489
Jul 29 08:35:28.686660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41218) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:28.696340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'security_group_rule': {'security_group_id': 'b6559c84-c748-494b-8858-65427e2dfe7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:28.702750 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.704393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:28.734958 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:security_group_rule and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:28.736737 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.742008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:28.743371 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:28.752948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:28.796377 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event deleted for resources: {'Port': ['ID=0f059ba7-0a58-4cd6-bd91-927ed113adde,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:28.817205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.834636 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:28.901242 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8d138-090d-41a8-8541-c599ee5ad8ca req-83728e13-8611-44ad-be85-305aae7f973b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:28.902712 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-dbc8d138-090d-41a8-8541-c599ee5ad8ca req-83728e13-8611-44ad-be85-305aae7f973b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.2323065
Jul 29 08:35:28.914334 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.926203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.945006 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.950473 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.955168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-970a3eb7-03d7-4484-b964-dc3636762056 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:28.956046 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:28.960934 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-357f5ba1-3d44-4265-abfb-464580914ee5 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "DELETE /v2.0/floatingips/33db1a59-0066-4a78-b997-2a770da52197 HTTP/1.1" status: 204  len: 168 time: 1.1522667
Jul 29 08:35:28.992137 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-dbc8d138-090d-41a8-8541-c599ee5ad8ca req-2b3cd5ce-29ff-423d-9c88-a33007f6f7b3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664721
Jul 29 08:35:29.036175 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c066bc5-035a-455f-82a4-76a971a9d1a1,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:29.044544 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:29.062466 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.064120 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3763697
Jul 29 08:35:29.067312 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41224) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:29.073050 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:29.081702 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:29.087789 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Usage tracker for resource:floatingip and tenant:dee31a5b42be4143882959e2894f3ea3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:29.091124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:29.098689 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:29.116791 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.192924 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.205723 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Transition to ACTIVE for port object 5b617318-fef1-48c0-9b75-25a4704589fa will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:29.211274 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device cc9962f8-4aad-4114-8ff9-4e873da15406 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:29.229935 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Allocated IP 172.20.0.1 (109a8f80-262d-4ea7-b485-45f0770646a5/537bb3c1-39a6-482d-b0df-a8fab9813313/0194ab19-d9cb-499c-8889-16d372ef61ab) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:29.231850 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41228) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:29.242429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923642867', 'description': 'tempest-description--660465312'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:29.242663 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.255260 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:29.255742 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:29.262945 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:29.279433 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:29.296482 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:29.298119 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.350106 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Attempting to bind port 5b617318-fef1-48c0-9b75-25a4704589fa on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:29.350394 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Attempting to bind port 5b617318-fef1-48c0-9b75-25a4704589fa by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:29.350517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.350628 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Attempting to bind port 5b617318-fef1-48c0-9b75-25a4704589fa on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:29.359178 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39baa-76f6-4ac3-af41-12ff24b6a414 None None] Pushing event updated for resources: {'Port': ['ID=5b617318-fef1-48c0-9b75-25a4704589fa,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:29.361899 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:29.362262 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:29.362678 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.363051 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:29.363521 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Bound port: 5b617318-fef1-48c0-9b75-25a4704589fa, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:29.363907 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.393018 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:29.400439 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:29.400637 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aad39baa-76f6-4ac3-af41-12ff24b6a414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:29.411105 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:29.421197 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:29.448817 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.455087 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port cc9962f8-4aad-4114-8ff9-4e873da15406 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:29.455827 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.461428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Allocated IP 172.27.2.136 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/3208a439-664c-4c71-b972-6202562cc761) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:29.479226 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Transition to ACTIVE for port object 0194ab19-d9cb-499c-8889-16d372ef61ab will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:29.509573 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] For port 5b617318-fef1-48c0-9b75-25a4704589fa, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:29.523903 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] For port 5b617318-fef1-48c0-9b75-25a4704589fa, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=5b617318-fef1-48c0-9b75-25a4704589fa,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:29.537480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.547627 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:29.586708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.599803 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.614237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-282c1fc1-a0e8-4262-b844-162028475540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:29.630143 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.680314 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:29.680989 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce815b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:29.682530 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.704170 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:29.716814 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:29.737046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:29.751699 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.755890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:29.766214 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39baa-76f6-4ac3-af41-12ff24b6a414 None None] Pushing event updated for resources: {'Port': ['ID=5b617318-fef1-48c0-9b75-25a4704589fa,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:29.793007 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aad39baa-76f6-4ac3-af41-12ff24b6a414 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:29.796486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ededb8e2-b663-40b7-9372-00bdbb6ef438,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:29.802202 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.808678 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5756896
Jul 29 08:35:29.810168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41240) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:29.824880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:29.829998 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7ab48597-1598-4faa-bd1a-3799f6319534 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:29.877172 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:29.884059 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:29.914205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:29.941338 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'security_group_rule': {'security_group_id': 'ededb8e2-b663-40b7-9372-00bdbb6ef438', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:29.948989 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:29.953944 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:29.959448 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:29.969630 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Pushing event updated for resources: {'Port': ['ID=0194ab19-d9cb-499c-8889-16d372ef61ab,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:29.980268 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:29.996522 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:29.997791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:30.036731 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'Port': ['ID=3208a439-664c-4c71-b972-6202562cc761,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:30.043897 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:30.062117 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.091022 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c796e7ba-5a90-4c87-ba4d-2f3a151549c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.113635 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:30.127677 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.195686 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.205279 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.207623 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:30.265937 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f148c9-8be6-4938-ab7b-f7ce6d181494,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:30.281679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:30.296584 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.296908 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5ae9dec3-5b31-4fb2-848a-1fc7eb518427 None None] Provisioning for port 0194ab19-d9cb-499c-8889-16d372ef61ab completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:30.300403 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-a24f2dd7-62c5-4d9a-96a9-e4805091f5b9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4715536
Jul 29 08:35:30.300576 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41248) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:30.303362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.309645 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5ae9dec3-5b31-4fb2-848a-1fc7eb518427 None None] Provisioning complete for port 0194ab19-d9cb-499c-8889-16d372ef61ab triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:30.310235 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5ae9dec3-5b31-4fb2-848a-1fc7eb518427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.315872 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'security_group_rule': {'security_group_id': 'ededb8e2-b663-40b7-9372-00bdbb6ef438', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:30.326331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:30.333456 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:security_group_rule and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:30.363808 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:30.374737 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.379253 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:30.414819 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.454317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11750e-b158-4f0f-b45c-7caa596c31bd req-eb014698-8f28-40f0-82b4-296bdb26fcd0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:30.457581 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3d11750e-b158-4f0f-b45c-7caa596c31bd req-eb014698-8f28-40f0-82b4-296bdb26fcd0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.2862940
Jul 29 08:35:30.479024 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5ae9dec3-5b31-4fb2-848a-1fc7eb518427 None None] Port 0194ab19-d9cb-499c-8889-16d372ef61ab cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:35:30.574818 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.585685 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce815b0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:26Z', 'revision_number': 3, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:30.589808 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.590666 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4efe7-4e62-44dc-9e34-02fdb22c59c3 None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:26Z', 'revision_number': 3, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:30.598107 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3d11750e-b158-4f0f-b45c-7caa596c31bd req-18a0b11d-81f3-4b9e-822a-f08592115a23 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333883
Jul 29 08:35:30.601626 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.608589 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:30.639146 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f3dec3-dcf6-4757-870e-81a123cb5515,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:30.642876 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:30.646375 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.647541 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3460641
Jul 29 08:35:30.656366 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41252) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:30.664855 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:30.667071 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.671826 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.673610 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.675470 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:30.675881 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:30.679785 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Usage tracker for resource:floatingip and tenant:5dac336bd0ae497dbc277ac39dbb828d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:30.683204 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.709476 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:30.712246 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:30.761396 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:30.788704 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'Port': ['ID=3208a439-664c-4c71-b972-6202562cc761,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:30.792210 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:30.806381 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.806694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.819302 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Pushing event updated for resources: {'Port': ['ID=0194ab19-d9cb-499c-8889-16d372ef61ab,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:30.826914 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:30.827803 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.831800 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:30.843755 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7648864
Jul 29 08:35:31.138983 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 5b617318-fef1-48c0-9b75-25a4704589fa up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:31.207207 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:31.223097 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:31.225121 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 5b617318-fef1-48c0-9b75-25a4704589fa completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:31.242938 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 5b617318-fef1-48c0-9b75-25a4704589fa triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:31.243880 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:31.355837 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-400da84a-874a-482d-9db3-f949b7fefd51 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1324433197&fields=id&tenant_id=dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 267 time: 0.1926565
Jul 29 08:35:31.449150 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:31.462042 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:31.487085 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 5b617318-fef1-48c0-9b75-25a4704589fa, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=5b617318-fef1-48c0-9b75-25a4704589fa,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:31.493662 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:31.496341 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:31.578645 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-f5c6705c-548f-483b-9360-f59a34aeb150 None None] Provisioning complete for port 0194ab19-d9cb-499c-8889-16d372ef61ab triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:31.579018 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-f5c6705c-548f-483b-9360-f59a34aeb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:31.625576 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=5b617318-fef1-48c0-9b75-25a4704589fa,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:31.632535 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:31.647223 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6705c-548f-483b-9360-f59a34aeb150 None None] Port 0194ab19-d9cb-499c-8889-16d372ef61ab cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:35:31.717744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:35:31.749961 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41286) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:31.764103 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-b008611f-d305-4111-8d34-e32a4f4fb380 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:31.765511 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-b008611f-d305-4111-8d34-e32a4f4fb380 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 817 time: 0.3935721
Jul 29 08:35:31.819345 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73fbc9-bb33-4427-893b-e07006fd9325 req-a4fa6723-3634-4359-87a9-76fdd8a2a4d4 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:31.820963 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3e73fbc9-bb33-4427-893b-e07006fd9325 req-a4fa6723-3634-4359-87a9-76fdd8a2a4d4 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0897951
Jul 29 08:35:31.860461 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-f36d7ec8-11c4-47a6-b4c8-9eb2e9bd6737 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/quotas/dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 375 time: 0.0815241
Jul 29 08:35:31.881145 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3e73fbc9-bb33-4427-893b-e07006fd9325 req-9da26182-b9e7-496f-86b3-553505be5d7e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497916
Jul 29 08:35:31.889362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Allocated IP 172.27.2.15 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/98253334-08b1-4bdd-8258-6b3484d06478) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:32.017773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.090236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:32.106171 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Usage tracker for resource:security_group_rule and tenant:2223d721943f4cdeb5b667124895af6d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:32.110497 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:32.162505 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:32.185067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:32.248562 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] 10.222.0.24 "PUT /v2.0/routers/17c5342a-36a4-485f-a422-8aa9ddca7b5f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4182172
Jul 29 08:35:32.260445 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-e0d65754-06d9-46e3-8625-3c39321393c4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3803201
Jul 29 08:35:32.279733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.413684 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:32.425222 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:32.425644 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d5187d970>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:32.459648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.473733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.490354 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-915fced9-94cb-49c2-bbeb-5a5fc6f1f698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:32.506314 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.521160 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-ea9f517e-f566-4539-8859-34f2a7cdde07 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2352469
Jul 29 08:35:32.582013 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2223d721943f4cdeb5b667124895af6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8245995
Jul 29 08:35:32.582013 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:32.582405 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41300) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:32.591647 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217335fc-abea-46ad-afb4-0ef1b61f5eee,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:32.596799 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:32.600603 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:32.600821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-09a178e7-f997-40d6-8615-4f4d59b65ac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:32.634225 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:32.668001 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.672482 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:32.707794 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.763825 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-3247c9aa-ebac-4cdf-b98b-62e190ebd3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.775614 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'Port': ['ID=98253334-08b1-4bdd-8258-6b3484d06478,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:32.781697 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:32.787120 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.794458 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f14cac7c-b275-4564-8e12-77f4da5b835c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:32.811910 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.827982 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/217335fc-abea-46ad-afb4-0ef1b61f5eee HTTP/1.1" status: 204  len: 168 time: 0.2351413
Jul 29 08:35:32.829542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217335fc-abea-46ad-afb4-0ef1b61f5eee,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:32.849141 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:32.909361 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-cb20ccbd-5d3b-4c0c-82c5-26bc4f1be6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3723130
Jul 29 08:35:32.929362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:32.986218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41316) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:32.993206 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-532052252-network', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:33.004756 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:33.010559 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Usage tracker for resource:network and tenant:c47ee0c7d7f240329e93912b08be59ea is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:33.015265 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:33.029985 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:33.040304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.164119 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 5b617318-fef1-48c0-9b75-25a4704589fa up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:33.180820 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Made reservation on behalf of c47ee0c7d7f240329e93912b08be59ea for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:35:33.183209 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.225176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.250188 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d5187d970>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 2, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:33.255138 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:33.255490 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Updating router 17c5342a-36a4-485f-a422-8aa9ddca7b5f port 0194ab19-d9cb-499c-8889-16d372ef61ab binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:35:33.256768 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:33.263867 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cbc06efc-0fc7-4b25-9261-72fac0f08a3a req-73718643-6991-487d-a6d6-4b9196d6f3b8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 210 time: 0.0654340
Jul 29 08:35:33.264794 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Usage tracker for resource:security_group_rule and tenant:c47ee0c7d7f240329e93912b08be59ea is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:33.268234 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:33.277185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:33.316756 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617415b-1e85-4ac3-bc55-8f3498583b85 req-13a3218c-aa60-490a-b7b0-f846b3362299 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:33.327476 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2617415b-1e85-4ac3-bc55-8f3498583b85 req-13a3218c-aa60-490a-b7b0-f846b3362299 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.2711775
Jul 29 08:35:33.330330 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 5b617318-fef1-48c0-9b75-25a4704589fa triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:33.332360 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.379912 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.410480 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.417335 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.420599 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2617415b-1e85-4ac3-bc55-8f3498583b85 req-bef7fc11-9cf8-49aa-84c4-db06996388be tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917952
Jul 29 08:35:33.423954 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2e1f4377-2435-404b-9030-cd8153a075e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:33.516232 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.517888 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.527302 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.546951 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:35:33.556886 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.557222 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Added segment 56248a33-d4f6-4b0b-b26d-758ee2408c63 of type vlan for network 48a88a1e-f6f9-4268-baf0-d0496d970aaf
Jul 29 08:35:33.589393 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.604036 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.620806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d9f0fc30-42ad-40c1-8258-6fd88d542448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:33.633352 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.638223 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'Port': ['ID=98253334-08b1-4bdd-8258-6b3484d06478,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:33.639573 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:33.640496 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.648847 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:33.659035 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.660883 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.0031052
Jul 29 08:35:33.701171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4330b105-6f9c-4969-92b7-a932c5566146,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:33.704616 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:33.705124 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-72bb8032-694c-4fb3-b71f-8c0223bb7d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:33.730643 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41340) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:33.732817 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7449019
Jul 29 08:35:33.737613 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Request body: {'subnet': {'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-532052252-subnet', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:33.753125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:33.765652 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Usage tracker for resource:subnet and tenant:c47ee0c7d7f240329e93912b08be59ea is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:33.777927 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:33.791008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:33.818688 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Made reservation on behalf of c47ee0c7d7f240329e93912b08be59ea for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:35:33.822508 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138919'] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.842782 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Pushing event updated for resources: {'Network': ['ID=48a88a1e-f6f9-4268-baf0-d0496d970aaf,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:33.846551 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:33.851376 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.854196 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:35:33.890388 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Transition to ACTIVE for port object 0194ab19-d9cb-499c-8889-16d372ef61ab will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:33.911108 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:33.935368 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:34.189037 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Pushing event updated for resources: {'Port': ['ID=0194ab19-d9cb-499c-8889-16d372ef61ab,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:34.230668 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.231081 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.231635 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.232022 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.232457 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.232846 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.233333 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.233715 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.234111 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.234492 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.235024 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.235421 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:34.240992 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:34.249471 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138965'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.254934 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1b514293-1d34-46dc-ac4a-05cb1e66746e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:34.267260 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Attempting to bind port 0194ab19-d9cb-499c-8889-16d372ef61ab on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:34.267630 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Attempting to bind port 0194ab19-d9cb-499c-8889-16d372ef61ab by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:34.267991 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Attempting to bind port 0194ab19-d9cb-499c-8889-16d372ef61ab on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:34.277315 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:34.277603 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Checking segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:34.279943 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.280759 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Bound using segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:34.284240 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Bound port: 0194ab19-d9cb-499c-8889-16d372ef61ab, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:34.284660 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.366966 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17e6a16-91ad-44bc-9ad9-a2270a6d096c,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:34.374026 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:34.374742 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Checking segment: {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:34.375095 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Network hostable DHCP agents. Network: 48a88a1e-f6f9-4268-baf0-d0496d970aaf, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:35:34.432890 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] For port 0194ab19-d9cb-499c-8889-16d372ef61ab, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:34.434734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:35:34.437885 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] For port 0194ab19-d9cb-499c-8889-16d372ef61ab, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=0194ab19-d9cb-499c-8889-16d372ef61ab,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:34.446478 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.452589 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-1095b5a7-0d27-4830-a2b8-3ee454389cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:34.452850 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 48a88a1e-f6f9-4268-baf0-d0496d970aaf) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:34.458155 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:34.458924 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.464735 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dceb8f6-5ad2-41e1-9aa4-7ca00c5f80bf None None] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:35:34.497120 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-89e818da-9565-4bc4-805c-92dbdc4e4eb0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7650490
Jul 29 08:35:34.499446 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41372) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:34.525255 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:34.531744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:34.535894 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:34.536573 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d5187d970>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:34.537172 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Usage tracker for resource:router and tenant:c47ee0c7d7f240329e93912b08be59ea is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:34.551836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:34.564278 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:34.588144 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.589798 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.614667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.642549 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Pushing event updated for resources: {'Port': ['ID=0194ab19-d9cb-499c-8889-16d372ef61ab,revision_number=4']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:34.648189 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-163efc52-fbe6-46cc-98f9-169bb90e65de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:34.842869 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-48a88a1e-f6f9-4268-baf0-d0496d970aaf', 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'fixed_ips': [{'subnet_id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:35:34.845613 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:34.888360 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:34.935128 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-44d15089-c907-4fb0-9f70-2980ba75e7dd req-02394311-d263-4237-813a-b96e34820a7e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:34.971217 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-44d15089-c907-4fb0-9f70-2980ba75e7dd req-02394311-d263-4237-813a-b96e34820a7e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:34.972475 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44d15089-c907-4fb0-9f70-2980ba75e7dd req-02394311-d263-4237-813a-b96e34820a7e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 210 time: 0.5269406
Jul 29 08:35:35.097188 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-2004d300-a547-41c7-8455-4c14891c6333 req-aebdc724-72da-4b2b-860c-3b93334129ec tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:35.242194 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Allocated IP 172.20.0.2 (48a88a1e-f6f9-4268-baf0-d0496d970aaf/f17e6a16-91ad-44bc-9ad9-a2270a6d096c/ab00c322-4d94-4cf1-9146-840c8dc14bde) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:35.242763 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:35.257624 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:35.316157 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-2004d300-a547-41c7-8455-4c14891c6333 req-aebdc724-72da-4b2b-860c-3b93334129ec tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:35.322482 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-95145787-c719-4427-a826-f1ba306ac361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d5187d970>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:34Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:35.325108 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-aebdc724-72da-4b2b-860c-3b93334129ec tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--923642867&fields=id&tenant_id=5dac336bd0ae497dbc277ac39dbb828d HTTP/1.1" status: 200  len: 267 time: 1.1253765
Jul 29 08:35:35.331225 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95145787-c719-4427-a826-f1ba306ac361 None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:34Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:35.369710 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6c31d-dd00-442b-af19-351cdfc95cc5 req-417a22b6-f194-486d-9b28-152e3bcfc5b6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:35.371126 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-47c6c31d-dd00-442b-af19-351cdfc95cc5 req-417a22b6-f194-486d-9b28-152e3bcfc5b6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.2009852
Jul 29 08:35:35.466175 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-47c6c31d-dd00-442b-af19-351cdfc95cc5 req-bb459eea-3d8e-476b-acc6-56b24f672710 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888510
Jul 29 08:35:35.694409 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:35.713514 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Transition to ACTIVE for port object ab00c322-4d94-4cf1-9146-840c8dc14bde will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:35.736858 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Transition to ACTIVE for port object ab00c322-4d94-4cf1-9146-840c8dc14bde will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:35.744287 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:35.747990 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aa233782-3528-4694-ba27-7c1c346bde28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:35.749615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-c4f34afc-cef1-49d4-bb62-2f5aa6926ff5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:35.751080 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-c4f34afc-cef1-49d4-bb62-2f5aa6926ff5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 817 time: 0.8245261
Jul 29 08:35:35.817151 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:35.820188 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:35.823213 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:35.832962 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Pushing event updated for resources: {'Port': ['ID=ab00c322-4d94-4cf1-9146-840c8dc14bde,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:35.835707 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:35.870415 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-9135aa5b-a58d-4db3-a65d-00f95ec3e4e7 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:35.871996 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-9135aa5b-a58d-4db3-a65d-00f95ec3e4e7 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 811 time: 0.5461733
Jul 29 08:35:35.881952 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-70702df4-60ef-4556-b9df-ca8933784d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:35.883432 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-70702df4-60ef-4556-b9df-ca8933784d76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1098 time: 0.7276263
Jul 29 08:35:35.927263 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-11b7efb0-c715-45af-858c-2b25f8197cae tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 380 time: 0.1652377
Jul 29 08:35:35.929548 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-e6b5ed3a-f0d5-4d94-9fbd-848a7ff70fb0 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/quotas/5dac336bd0ae497dbc277ac39dbb828d HTTP/1.1" status: 200  len: 375 time: 0.0501988
Jul 29 08:35:35.950668 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'port': {'device_id': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'admin_state_up': True, 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'security_groups': ['b6559c84-c748-494b-8858-65427e2dfe7f']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:35.959541 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Attempting to bind port ab00c322-4d94-4cf1-9146-840c8dc14bde on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:35.959900 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Attempting to bind port ab00c322-4d94-4cf1-9146-840c8dc14bde by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:35.960327 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Attempting to bind port ab00c322-4d94-4cf1-9146-840c8dc14bde on network 48a88a1e-f6f9-4268-baf0-d0496d970aaf {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:35.966364 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:35.966738 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Checking segment: {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:35.967137 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:35.967524 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Bound using segment: {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:35.968017 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Bound port: ab00c322-4d94-4cf1-9146-840c8dc14bde, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:35.968418 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:36.070480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] For port ab00c322-4d94-4cf1-9146-840c8dc14bde, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:36.076292 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] For port ab00c322-4d94-4cf1-9146-840c8dc14bde, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=ab00c322-4d94-4cf1-9146-840c8dc14bde,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:36.082562 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:36.089588 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:36.173500 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Pushing event updated for resources: {'Port': ['ID=ab00c322-4d94-4cf1-9146-840c8dc14bde,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:36.177252 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:36.201989 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-292b73a0-8e03-4243-870e-4bbe09f2af96 req-3b084118-5b16-47ee-9762-e43bb4466367 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 210 time: 0.0598252
Jul 29 08:35:36.296547 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-a5f04490-3ca1-4006-8a06-8dd34b94b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:36.298004 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-a5f04490-3ca1-4006-8a06-8dd34b94b958 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 910 time: 0.3990862
Jul 29 08:35:36.432885 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:36.483266 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-11ae4ea9-d4dd-47a7-9198-092fd12866ea tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5373619
Jul 29 08:35:36.484356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:36.641029 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Made reservation on behalf of dee31a5b42be4143882959e2894f3ea3 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:35:36.644730 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:36.687429 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93af9e-aae7-4eae-8841-d903a5713d5a req-82f627f8-fc67-4fe7-b46f-d3102039de1b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:36.698321 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3c93af9e-aae7-4eae-8841-d903a5713d5a req-82f627f8-fc67-4fe7-b46f-d3102039de1b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1056204
Jul 29 08:35:36.718570 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-35589dd2-fc50-46a8-8c57-8a9e4ee6bef9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 1001 time: 0.4077256
Jul 29 08:35:36.766712 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3c93af9e-aae7-4eae-8841-d903a5713d5a req-1adfe054-60f3-4213-8526-9044a0036d12 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566976
Jul 29 08:35:36.859259 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:36.927292 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:36.940872 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-97056147-b905-4e17-a754-b827cb399bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:36.942292 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-97056147-b905-4e17-a754-b827cb399bbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.2091601
Jul 29 08:35:37.027608 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-b00650dc-6450-456c-98a5-6989838bf6ed service neutron] 10.222.0.24 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4775529
Jul 29 08:35:37.214839 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 0194ab19-d9cb-499c-8889-16d372ef61ab up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:37.289227 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02716a1-7b2b-45b5-bd01-7169a0bf6e69 None None] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:35:37.394567 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c30e3183-66e1-42fd-ade3-54867268b108 req-06902585-56a2-4a35-88aa-9ae7d82830e6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 210 time: 0.0492091
Jul 29 08:35:37.395905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Allocated IP 172.20.0.13 (8d7a3be5-78df-4c14-b1cf-f5da0973f991/cfcf1441-7cd7-4f5d-a404-be0833b3c233/03e080bc-bf2a-46c2-835f-a9a9ba174923) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:37.514685 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-bd093c8b-5e90-4e6d-8d89-ab388512c8d8 None None] Provisioning for port ab00c322-4d94-4cf1-9146-840c8dc14bde completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:37.520865 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 0194ab19-d9cb-499c-8889-16d372ef61ab completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:37.528730 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-6abdeb89-2248-4810-9720-8fc77362bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:37.530291 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-6abdeb89-2248-4810-9720-8fc77362bee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5486109
Jul 29 08:35:37.530885 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 0194ab19-d9cb-499c-8889-16d372ef61ab triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:37.531265 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:37.589939 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-5f38bc13-94f1-44d1-93ee-507520e120d6 service neutron] 10.222.0.24 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5119393
Jul 29 08:35:37.592467 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Allocated IP 172.27.2.66 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/d88e4822-cbff-4799-aa9d-6dcf8671d53f) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:37.719143 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:37.773650 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 0194ab19-d9cb-499c-8889-16d372ef61ab, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=0194ab19-d9cb-499c-8889-16d372ef61ab,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:37.785591 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:37.790862 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device ab00c322-4d94-4cf1-9146-840c8dc14bde up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:37.874816 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:37.893886 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-334e43b7-9b8a-4359-8082-f4be420a1ac9 req-e4ccc49a-e44c-48fb-8428-d81a3ca0fa3a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:37.911731 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-334e43b7-9b8a-4359-8082-f4be420a1ac9 req-e4ccc49a-e44c-48fb-8428-d81a3ca0fa3a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:37.929978 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-334e43b7-9b8a-4359-8082-f4be420a1ac9 req-e4ccc49a-e44c-48fb-8428-d81a3ca0fa3a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 210 time: 0.1028996
Jul 29 08:35:38.053162 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=0194ab19-d9cb-499c-8889-16d372ef61ab,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:38.053734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.057547 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:38.063676 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port ab00c322-4d94-4cf1-9146-840c8dc14bde completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:38.076710 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port ab00c322-4d94-4cf1-9146-840c8dc14bde triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:38.077108 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.185993 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-6ba66ffe-86b4-4c00-bc2e-3ef293e36aa1 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6412086
Jul 29 08:35:38.198399 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.201749 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-da1bea4f-aa2c-4a97-b475-729daa3973b9 None None] Provisioning complete for port ab00c322-4d94-4cf1-9146-840c8dc14bde triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:38.203703 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-da1bea4f-aa2c-4a97-b475-729daa3973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.330974 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Transition to ACTIVE for port object 03e080bc-bf2a-46c2-835f-a9a9ba174923 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:38.338319 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.420841 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port ab00c322-4d94-4cf1-9146-840c8dc14bde, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=ab00c322-4d94-4cf1-9146-840c8dc14bde,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:38.433120 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.438913 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:38.441755 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3314f-4fc0-4436-b62c-3252ea5a3707 req-129acc31-680f-4e93-a90b-eae209cf34b2 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:38.443473 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-35b3314f-4fc0-4436-b62c-3252ea5a3707 req-129acc31-680f-4e93-a90b-eae209cf34b2 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.3165667
Jul 29 08:35:38.445349 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-09255d63-c8c6-4c30-93d3-00796e5d699f req-3843d252-f2a5-47c0-ac56-70290fffecd9 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432446
Jul 29 08:35:38.447136 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.452702 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d8b2465e-d88c-4317-bd14-d79dde44ea49 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:38.480172 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-da1bea4f-aa2c-4a97-b475-729daa3973b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.514713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.577294 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Pushing event updated for resources: {'Port': ['ID=d88e4822-cbff-4799-aa9d-6dcf8671d53f,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:38.585671 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=ab00c322-4d94-4cf1-9146-840c8dc14bde,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:38.590880 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:38.591348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:38.592367 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:38.594136 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ba792732-9538-435c-91fb-090c1746e8dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:38.601424 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-da1bea4f-aa2c-4a97-b475-729daa3973b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:35:38.601823 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-da1bea4f-aa2c-4a97-b475-729daa3973b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:35:38.638403 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:38.642440 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bdc3d-eaa0-47dc-b7a7-fe824357704f req-cf6fcd25-e336-4343-8dcc-b7c9bfc99b89 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:38.648784 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c42bdc3d-eaa0-47dc-b7a7-fe824357704f req-cf6fcd25-e336-4343-8dcc-b7c9bfc99b89 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 932 time: 0.0948987
Jul 29 08:35:38.653296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:38.661050 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:38.689209 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-35b3314f-4fc0-4436-b62c-3252ea5a3707 req-87a97664-af60-4ae4-a308-2d64278383b3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1724920
Jul 29 08:35:38.695324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:38.698323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:38.713521 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-c42bdc3d-eaa0-47dc-b7a7-fe824357704f req-16536927-6fad-4608-8f26-c0000e532e70 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:38.730745 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-c42bdc3d-eaa0-47dc-b7a7-fe824357704f req-16536927-6fad-4608-8f26-c0000e532e70 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:38.731991 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c42bdc3d-eaa0-47dc-b7a7-fe824357704f req-16536927-6fad-4608-8f26-c0000e532e70 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796130
Jul 29 08:35:38.782158 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:38.788724 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:38.801519 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:38.802161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:38.984217 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0492356
Jul 29 08:35:39.007432 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Request body: {'port': {'device_id': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:39.110789 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6aeee73a-72cf-441c-b098-f173ad380f5c req-c6e08254-954a-47c8-99a7-2056f5f80627 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 210 time: 0.0645437
Jul 29 08:35:39.137229 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 0194ab19-d9cb-499c-8889-16d372ef61ab up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:39.232965 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 0194ab19-d9cb-499c-8889-16d372ef61ab triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:39.233345 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:39.252837 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:39.383536 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device ab00c322-4d94-4cf1-9146-840c8dc14bde up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:39.466488 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-502875fa-adaa-48e7-9070-0d0cb1fc210d None None] Provisioning for port 03e080bc-bf2a-46c2-835f-a9a9ba174923 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:39.469983 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port ab00c322-4d94-4cf1-9146-840c8dc14bde triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:39.470417 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:39.522334 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-502875fa-adaa-48e7-9070-0d0cb1fc210d None None] Provisioning complete for port 03e080bc-bf2a-46c2-835f-a9a9ba174923 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:39.522703 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-502875fa-adaa-48e7-9070-0d0cb1fc210d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:39.601858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:39.636163 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-502875fa-adaa-48e7-9070-0d0cb1fc210d None None] Port 03e080bc-bf2a-46c2-835f-a9a9ba174923 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:35:39.700902 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41454) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:39.842944 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:39.865198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-acb8a7c3-3f83-4edb-a890-7f06436c2341 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:39.866721 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-acb8a7c3-3f83-4edb-a890-7f06436c2341 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 811 time: 0.4563515
Jul 29 08:35:39.897973 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:39.907146 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:72e6aaae569d44249bdee3eb20d4277a is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:39.911041 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:39.925173 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:39.987730 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe091ee-0025-49ea-8b9d-45c5be98eaf1 req-92c264e4-c905-4884-8696-517001ca9bc9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:39.990458 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8fe091ee-0025-49ea-8b9d-45c5be98eaf1 req-92c264e4-c905-4884-8696-517001ca9bc9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1325192
Jul 29 08:35:40.078916 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8fe091ee-0025-49ea-8b9d-45c5be98eaf1 req-e41b91e8-7735-4b1c-bf13-f652f63125cf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766318
Jul 29 08:35:40.094402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.101775 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.126506 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-589d14ed-1b13-4b3b-b853-12afffe221a6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:40.146359 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-27e12edf-e61c-46ff-a054-fecdead5912b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dac336bd0ae497dbc277ac39dbb828d HTTP/1.1" status: 200  len: 379 time: 0.2649019
Jul 29 08:35:40.172518 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72e6aaae569d44249bdee3eb20d4277a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4682429
Jul 29 08:35:40.172721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'port': {'device_id': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'admin_state_up': True, 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'security_groups': ['ededb8e2-b663-40b7-9372-00bdbb6ef438']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:40.172819 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bbf0b-eb78-4027-9814-b8e0b3102443,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:40.174580 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41466) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:40.176924 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:40.237186 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.268819 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.406956 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d4160-a4d1-46f2-9fcd-a4d709fff386 req-cdc511f9-9264-4750-b67b-eeaeb081c047 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:40.407592 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-285d4160-a4d1-46f2-9fcd-a4d709fff386 req-cdc511f9-9264-4750-b67b-eeaeb081c047 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Synchronizing usage tracker for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:40.416285 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4c02f918-5267-4dcb-8a5a-65bba9b8ba71 req-f4cea2eb-316c-45f1-8f33-ad0d39659958 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 210 time: 0.1521280
Jul 29 08:35:40.440880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.466854 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.472534 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0f03ae33-599f-4aed-be1a-d13d343ef29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:40.485655 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bbf0b-eb78-4027-9814-b8e0b3102443,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:40.488202 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:40.496305 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.500040 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-5406241a-04c6-45a9-a96a-5f08ed5d24f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/215bbf0b-eb78-4027-9814-b8e0b3102443 HTTP/1.1" status: 204  len: 168 time: 0.3220654
Jul 29 08:35:40.575490 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:40.587603 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-285d4160-a4d1-46f2-9fcd-a4d709fff386 req-cdc511f9-9264-4750-b67b-eeaeb081c047 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Unset dirty status for tenant:dee31a5b42be4143882959e2894f3ea3 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:40.588813 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-285d4160-a4d1-46f2-9fcd-a4d709fff386 req-cdc511f9-9264-4750-b67b-eeaeb081c047 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 932 time: 0.7178526
Jul 29 08:35:40.636160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:40.642468 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e080bc-bf2a-46c2-835f-a9a9ba174923 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:35:40.662010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.743870 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Made reservation on behalf of 5dac336bd0ae497dbc277ac39dbb828d for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:35:40.747719 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.886858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Transition to ACTIVE for port object 03e080bc-bf2a-46c2-835f-a9a9ba174923 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:40.898725 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:40.904740 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-285d4160-a4d1-46f2-9fcd-a4d709fff386 req-98328900-0986-45ec-a1a8-bfa71dfd9b0f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3064599
Jul 29 08:35:40.908468 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6e806833-679f-4dca-b577-fd53b835430a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:41.238660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:41.250320 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:41.302002 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:35:41.302557 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3894c-53a2-4908-b0b1-0c3eb1532690 req-070920c1-6796-49bd-ae67-77b09b57dc7e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:41.304636 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9ff3894c-53a2-4908-b0b1-0c3eb1532690 req-070920c1-6796-49bd-ae67-77b09b57dc7e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0978880
Jul 29 08:35:41.356943 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9ff3894c-53a2-4908-b0b1-0c3eb1532690 req-ec1fe619-797c-4d88-9e01-ea5d443fb220 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435460
Jul 29 08:35:41.425515 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Attempting to bind port 03e080bc-bf2a-46c2-835f-a9a9ba174923 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:41.425995 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Attempting to bind port 03e080bc-bf2a-46c2-835f-a9a9ba174923 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:41.426390 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Attempting to bind port 03e080bc-bf2a-46c2-835f-a9a9ba174923 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:41.431609 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Allocated IP 172.20.0.6 (852401c0-71c8-4cbe-a859-8c6f382399ca/ebf0c290-4952-4fa6-8d98-60ac0ffefb5c/0a15e5fa-f190-4391-9cd0-4f81418e6930) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:41.459198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Port 03e080bc-bf2a-46c2-835f-a9a9ba174923 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:35:41.459672 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Attempting to bind port 03e080bc-bf2a-46c2-835f-a9a9ba174923 on network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:41.479300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:41.479713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Checking segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:41.480410 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Bound using segment: {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:41.480979 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Bound port: 03e080bc-bf2a-46c2-835f-a9a9ba174923, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:41.481461 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:41.583912 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-260a948a-f73f-42ba-8958-1520a829ea7e req-23c8a1d2-0696-41e7-812a-a934e25732c7 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 210 time: 0.0531127
Jul 29 08:35:41.701513 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:41.715410 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Sync routers for ids ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:41.733951 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Routers {'25c20fa5-511b-4d9f-ae19-ae35f9669c4c'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:41.737351 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e5b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:41.794968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39ae5-0d2b-42de-97de-9220aeb4531c req-9aee9ab3-a4bf-4332-bb28-e04f5109201d tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:41.802959 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-69a39ae5-0d2b-42de-97de-9220aeb4531c req-9aee9ab3-a4bf-4332-bb28-e04f5109201d tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1103132
Jul 29 08:35:41.811258 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:41.827693 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:41.831956 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:41.835673 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.3326116
Jul 29 08:35:41.836323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41514) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:41.868796 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-69a39ae5-0d2b-42de-97de-9220aeb4531c req-7d041ee5-0c83-444c-aeaf-ed62a51f4f04 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616479
Jul 29 08:35:41.888557 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41518) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:41.908496 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:41.922540 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:42.019221 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:42.037095 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:42.037965 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:42.039676 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] 10.222.0.37 "PUT /v2.0/ports/03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 1094 time: 3.0385878
Jul 29 08:35:42.040414 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:42.193154 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Transition to ACTIVE for port object 0a15e5fa-f190-4391-9cd0-4f81418e6930 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:42.198316 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'status': 'completed', 'code': 200}
Jul 29 08:35:42.212323 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-33fdc117-4058-4016-a9ad-0f29ae8e99fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3224020
Jul 29 08:35:42.226028 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Set router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:42.267200 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:42.307301 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:42.557080 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:42.582902 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:42.597621 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e5b0>, [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:35:39Z', 'revision_number': 3, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:42.627224 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Checking router: 25c20fa5-511b-4d9f-ae19-ae35f9669c4c for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:42.627598 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Updating router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c port d88e4822-cbff-4799-aa9d-6dcf8671d53f binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:35:42.732685 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:42.756641 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-bb6bc9a0-a514-440c-a499-6fd7f20d8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:42.758254 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-bb6bc9a0-a514-440c-a499-6fd7f20d8843 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1097 time: 0.6269865
Jul 29 08:35:42.852949 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54852525-09e1-4d67-8ab5-64de445834ae req-7c6e1090-6d56-486f-a9bc-c848d4a81e47 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:42.855199 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-54852525-09e1-4d67-8ab5-64de445834ae req-7c6e1090-6d56-486f-a9bc-c848d4a81e47 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 931 time: 0.1035886
Jul 29 08:35:42.867418 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c20b0-3468-41dd-98c4-359448447f00 req-212a17f7-8431-4255-a614-95339cd87d33 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:42.874975 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7d2c20b0-3468-41dd-98c4-359448447f00 req-212a17f7-8431-4255-a614-95339cd87d33 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.6694343
Jul 29 08:35:42.882461 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Network 852401c0-71c8-4cbe-a859-8c6f382399ca is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:42.884910 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-5dc983c8-52fc-4302-847d-c33fd48d40e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 217 time: 0.1111045
Jul 29 08:35:42.891097 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:42.931979 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-54852525-09e1-4d67-8ab5-64de445834ae req-b03225a5-1c7b-4c81-bae4-19f892adaa39 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0696454
Jul 29 08:35:43.019333 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:43.021276 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device f847759e-f107-422c-8d55-c9785156857b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:35:43.063917 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event updated for resources: {'Port': ['ID=0a15e5fa-f190-4391-9cd0-4f81418e6930,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:43.103889 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:43.256548 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87588806-e242-4bd2-b306-332bff79a578 req-e81c24ab-4d69-4d8d-83c8-630cdaee33af tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:43.258305 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-87588806-e242-4bd2-b306-332bff79a578 req-e81c24ab-4d69-4d8d-83c8-630cdaee33af tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1488032
Jul 29 08:35:43.313898 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-87588806-e242-4bd2-b306-332bff79a578 req-f9379aad-a1cb-4a05-b842-209aaafbc714 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487766
Jul 29 08:35:43.364764 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7d2c20b0-3468-41dd-98c4-359448447f00 req-2e4c6ac3-ed7f-4cfb-a1fa-6923f27521b2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4887118
Jul 29 08:35:43.365750 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.383071 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:43.384477 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.414772 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-2f1a6450-bbe2-45f1-ab13-3602e10c8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:43.416546 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-2f1a6450-bbe2-45f1-ab13-3602e10c8254 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.5229967
Jul 29 08:35:43.420137 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2652235
Jul 29 08:35:43.424989 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-b1506823-4a5a-4b13-a63a-343ad28773f1 None None] Provisioning for port 0a15e5fa-f190-4391-9cd0-4f81418e6930 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:43.441358 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:43.452171 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-b1506823-4a5a-4b13-a63a-343ad28773f1 None None] Provisioning complete for port 0a15e5fa-f190-4391-9cd0-4f81418e6930 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:43.452697 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-b1506823-4a5a-4b13-a63a-343ad28773f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.483741 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Request body: {'port': {'device_id': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:43.487873 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:43.497460 dv-cinder-802781-1-iscsi neutron-server[78532]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'code': 422} returned with failed status
Jul 29 08:35:43.506683 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.512604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:43.630630 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-b1506823-4a5a-4b13-a63a-343ad28773f1 None None] Port 0a15e5fa-f190-4391-9cd0-4f81418e6930 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:35:43.663177 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=6']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:43.667768 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.670305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:43.682100 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Transition to ACTIVE for port object d88e4822-cbff-4799-aa9d-6dcf8671d53f will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:43.693328 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.699985 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:43.745522 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.773085 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.800112 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Attempting to bind port d88e4822-cbff-4799-aa9d-6dcf8671d53f on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:43.800667 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Attempting to bind port d88e4822-cbff-4799-aa9d-6dcf8671d53f by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:43.801082 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Attempting to bind port d88e4822-cbff-4799-aa9d-6dcf8671d53f on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:43.807120 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a7cf-57af-4dac-a505-7ecc453f72d9 None None] Pushing event updated for resources: {'Port': ['ID=d88e4822-cbff-4799-aa9d-6dcf8671d53f,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:43.810407 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:43.810795 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:43.811355 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.811752 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:43.812257 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Bound port: d88e4822-cbff-4799-aa9d-6dcf8671d53f, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:43.812645 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.843279 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-0632a7cf-57af-4dac-a505-7ecc453f72d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:43.899421 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] For port d88e4822-cbff-4799-aa9d-6dcf8671d53f, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:43.903379 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] For port d88e4822-cbff-4799-aa9d-6dcf8671d53f, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d88e4822-cbff-4799-aa9d-6dcf8671d53f,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:43.904376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-2cf1c2c8-4e2b-4414-913e-2fdc1202c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:43.906055 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-2cf1c2c8-4e2b-4414-913e-2fdc1202c756 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3930287
Jul 29 08:35:43.910138 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:43.914809 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-22baa645-2395-45e7-95cc-6ebc53d090ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:43.996572 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Routers {'25c20fa5-511b-4d9f-ae19-ae35f9669c4c'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:43.997103 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e5b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:44.086537 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a7cf-57af-4dac-a505-7ecc453f72d9 None None] Pushing event updated for resources: {'Port': ['ID=d88e4822-cbff-4799-aa9d-6dcf8671d53f,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:44.097471 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-0632a7cf-57af-4dac-a505-7ecc453f72d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:44.214692 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] Set router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:44.445227 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-6e06d357-42ef-410e-9179-7c26f9070e16 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5303483
Jul 29 08:35:44.518400 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d00c1b-15b0-4132-be37-2a9d461849f0 req-8926e4cf-7d3c-48ab-8f1c-579b1ee80aef tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:44.519897 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e5b0>, [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:35:39Z', 'revision_number': 3, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:44.520119 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f4d00c1b-15b0-4132-be37-2a9d461849f0 req-8926e4cf-7d3c-48ab-8f1c-579b1ee80aef tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0858135
Jul 29 08:35:44.524822 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51759db2-97e3-413d-ac18-15ad8912f58e None None] The sync data for ids ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'] in dv-cinder-802781-1-iscsi is: [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:35:39Z', 'revision_number': 3, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:44.583763 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f4d00c1b-15b0-4132-be37-2a9d461849f0 req-2e2cbcd7-6b40-46c8-88d2-9fc39563f135 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560997
Jul 29 08:35:44.773755 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Allocated IP 172.20.0.1 (48a88a1e-f6f9-4268-baf0-d0496d970aaf/f17e6a16-91ad-44bc-9ad9-a2270a6d096c/28790b14-953d-47ce-9a49-85c93cf4c4aa) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:35:44.797319 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ca7b2-1cec-43ba-aa25-a021c3084a64 req-36e7f44b-f8d0-4441-a660-a4ee36e4b63a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:44.798900 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f84ca7b2-1cec-43ba-aa25-a021c3084a64 req-36e7f44b-f8d0-4441-a660-a4ee36e4b63a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.1106622
Jul 29 08:35:44.801606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e7586-a2e4-4fa9-a920-5dc076e5fb4c req-9cca9d14-4163-40d0-a652-7366be986924 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:44.802351 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-6c9e7586-a2e4-4fa9-a920-5dc076e5fb4c req-9cca9d14-4163-40d0-a652-7366be986924 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:35:44.832326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689795-1b03-4918-b564-24abe18b68c6 req-e9db5246-a2eb-49b7-9e3f-167ef5aef12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:44.833823 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-e9db5246-a2eb-49b7-9e3f-167ef5aef12e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa&tenant_id=be54fe16b8314d1cb4f28d57192e6876 HTTP/1.1" status: 200  len: 1096 time: 0.5644057
Jul 29 08:35:44.874194 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f84ca7b2-1cec-43ba-aa25-a021c3084a64 req-d685fb16-4c56-4cf5-8545-419b0ae68749 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674560
Jul 29 08:35:44.946585 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63636500-8d66-4362-aaed-b0ffb1a10e1f req-7d1f59f4-1315-47b6-a173-02834398332c service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4581261
Jul 29 08:35:44.956364 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-6c9e7586-a2e4-4fa9-a920-5dc076e5fb4c req-9cca9d14-4163-40d0-a652-7366be986924 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:35:44.963966 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6c9e7586-a2e4-4fa9-a920-5dc076e5fb4c req-9cca9d14-4163-40d0-a652-7366be986924 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 931 time: 0.8851883
Jul 29 08:35:45.182345 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d88e4822-cbff-4799-aa9d-6dcf8671d53f up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:45.191428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a15e5fa-f190-4391-9cd0-4f81418e6930 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:35:45.221228 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.237311 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6c9e7586-a2e4-4fa9-a920-5dc076e5fb4c req-fba321ee-e9c9-4fd6-89fa-ee6b81e04c9b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2723563
Jul 29 08:35:45.286039 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port d88e4822-cbff-4799-aa9d-6dcf8671d53f completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:45.287464 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Transition to ACTIVE for port object 0a15e5fa-f190-4391-9cd0-4f81418e6930 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:45.295326 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port d88e4822-cbff-4799-aa9d-6dcf8671d53f triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:45.296561 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.307282 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.312934 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.317352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e3dd37e5-c0b6-42fd-90ab-e1c0b58d2f33 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:45.448361 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689795-1b03-4918-b564-24abe18b68c6 req-6996e761-7d64-45c3-b339-2fd2cf2a9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:45.449851 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-6996e761-7d64-45c3-b339-2fd2cf2a9dbd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1096 time: 0.5701575
Jul 29 08:35:45.457759 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Transition to ACTIVE for port object 28790b14-953d-47ce-9a49-85c93cf4c4aa will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:45.458639 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.479875 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port d88e4822-cbff-4799-aa9d-6dcf8671d53f, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d88e4822-cbff-4799-aa9d-6dcf8671d53f,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:45.494982 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.497234 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:45.501025 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-b3ce93e5-4eb9-41fe-92d4-a894dbc2bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:45.503602 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-b3ce93e5-4eb9-41fe-92d4-a894dbc2bc4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1097 time: 0.4121714
Jul 29 08:35:45.569063 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Pushing event updated for resources: {'Port': ['ID=0a15e5fa-f190-4391-9cd0-4f81418e6930,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:45.583809 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=d88e4822-cbff-4799-aa9d-6dcf8671d53f,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:45.588791 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:45.650468 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.651415 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.652193 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.652811 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.653387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.653986 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.654621 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.655188 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.655770 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.656409 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.656969 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.657548 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:35:45.715450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:45.801372 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd6d0e-a0ac-4abe-a7c3-5d9409e8e5fa req-db7d1f80-c4bf-4905-b87f-9c44029e9143 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:45.802869 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-80bd6d0e-a0ac-4abe-a7c3-5d9409e8e5fa req-db7d1f80-c4bf-4905-b87f-9c44029e9143 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0891459
Jul 29 08:35:45.858940 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-80bd6d0e-a0ac-4abe-a7c3-5d9409e8e5fa req-f1376a3f-3234-49c4-8ed8-8388d73826c8 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482614
Jul 29 08:35:45.926312 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:45.934739 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e79316b7-c83f-4abd-a6d4-9317758340f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:45.985276 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689795-1b03-4918-b564-24abe18b68c6 req-0fa7c57e-0f26-42c7-a6d5-cd6c93f06e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:45.986791 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-0fa7c57e-0f26-42c7-a6d5-cd6c93f06e04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 910 time: 0.4904320
Jul 29 08:35:46.000574 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-e7619308-956c-4a34-9f9e-de60bdc5bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.001982 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-e7619308-956c-4a34-9f9e-de60bdc5bc1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.4607184
Jul 29 08:35:46.178930 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Attempting to bind port 0a15e5fa-f190-4391-9cd0-4f81418e6930 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:46.179265 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Attempting to bind port 0a15e5fa-f190-4391-9cd0-4f81418e6930 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:46.179590 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Attempting to bind port 0a15e5fa-f190-4391-9cd0-4f81418e6930 on network 852401c0-71c8-4cbe-a859-8c6f382399ca {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:46.189357 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:46.209146 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:46.212417 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-1380cb00-83e7-4958-9c75-48f738850349 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 217 time: 0.1472244
Jul 29 08:35:46.223979 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:35:46.251129 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Port 0a15e5fa-f190-4391-9cd0-4f81418e6930 on network 852401c0-71c8-4cbe-a859-8c6f382399ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:35:46.251129 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Attempting to bind port 0a15e5fa-f190-4391-9cd0-4f81418e6930 on network 852401c0-71c8-4cbe-a859-8c6f382399ca {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:46.287108 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Pushing event updated for resources: {'Port': ['ID=28790b14-953d-47ce-9a49-85c93cf4c4aa,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:46.296606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:46.298689 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-5b29dd90-5d18-4cfb-a5ac-28bdc1cd3d41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 999 time: 0.2888057
Jul 29 08:35:46.313405 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:35:46.371275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:46.371619 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Checking segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:46.372006 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Bound using segment: {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:46.372502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Bound port: 0a15e5fa-f190-4391-9cd0-4f81418e6930, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154516f1-ba26-4a9e-b5ff-4a699a7d450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:46.372851 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:46.473263 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c539162-82d2-4e5d-846d-70a975b36ba6 req-3ef0c4cb-ab7f-4402-b60d-18b5d45d9d79 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.475225 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7c539162-82d2-4e5d-846d-70a975b36ba6 req-3ef0c4cb-ab7f-4402-b60d-18b5d45d9d79 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 943 time: 0.1155837
Jul 29 08:35:46.522111 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-92bc76a7-8f32-4ad1-9689-76b6181813d3 None None] Provisioning for port 28790b14-953d-47ce-9a49-85c93cf4c4aa completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:46.531721 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7c539162-82d2-4e5d-846d-70a975b36ba6 req-adb3320c-588a-41e6-a2ed-02d57715f6df tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496869
Jul 29 08:35:46.532636 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-92bc76a7-8f32-4ad1-9689-76b6181813d3 None None] Provisioning complete for port 28790b14-953d-47ce-9a49-85c93cf4c4aa triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:46.533033 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-92bc76a7-8f32-4ad1-9689-76b6181813d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:46.584996 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:46.605803 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-92bc76a7-8f32-4ad1-9689-76b6181813d3 None None] Port 28790b14-953d-47ce-9a49-85c93cf4c4aa cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:35:46.657437 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-f9ce4ff6-a7f5-4037-acc0-fb678b9da752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.658869 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-f9ce4ff6-a7f5-4037-acc0-fb678b9da752 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.4045639
Jul 29 08:35:46.707214 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689795-1b03-4918-b564-24abe18b68c6 req-7266afd9-f016-4d60-a9dd-7aa553166324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.708726 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-7266afd9-f016-4d60-a9dd-7aa553166324 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.3468306
Jul 29 08:35:46.763636 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619d566-a0b9-454b-a343-15c317d56129 req-5900f127-2bf8-435e-9c13-c499cdd47bda tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.765125 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2619d566-a0b9-454b-a343-15c317d56129 req-5900f127-2bf8-435e-9c13-c499cdd47bda tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.7681358
Jul 29 08:35:46.849136 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] For port 0a15e5fa-f190-4391-9cd0-4f81418e6930, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:46.872926 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] For port 0a15e5fa-f190-4391-9cd0-4f81418e6930, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:46.893363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:46.902165 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:46.932613 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2619d566-a0b9-454b-a343-15c317d56129 req-a9a1605d-c99c-4877-b4db-542725a1654a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391873
Jul 29 08:35:46.981752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.982365 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:46.984257 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a15e5fa-f190-4391-9cd0-4f81418e6930 HTTP/1.1" status: 200  len: 1093 time: 3.5163064
Jul 29 08:35:46.984485 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:46.996516 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-866620ce-09dc-4b81-81b1-a4d805f01a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:46.998053 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-866620ce-09dc-4b81-81b1-a4d805f01a87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3262877
Jul 29 08:35:46.998766 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:35:47.140254 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'status': 'completed', 'code': 200}
Jul 29 08:35:47.168810 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19659773-ab01-43cd-a422-2f4e375ba77f req-dce7a370-cc8f-46f7-bfca-b99b3691673f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:47.171173 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-19659773-ab01-43cd-a422-2f4e375ba77f req-dce7a370-cc8f-46f7-bfca-b99b3691673f tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1953111
Jul 29 08:35:47.179454 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2689795-1b03-4918-b564-24abe18b68c6 req-c1bd4155-eeee-420f-af38-97f4eb236200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:47.181457 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-c1bd4155-eeee-420f-af38-97f4eb236200 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4621279
Jul 29 08:35:47.182113 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Pushing event updated for resources: {'Port': ['ID=0a15e5fa-f190-4391-9cd0-4f81418e6930,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:47.198201 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:47.215080 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d88e4822-cbff-4799-aa9d-6dcf8671d53f up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:47.232469 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-19659773-ab01-43cd-a422-2f4e375ba77f req-8f403f74-8b4d-42a6-b491-06167f33fec2 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547397
Jul 29 08:35:47.304854 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:47.327881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:47.344155 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'mac_address': 'fa:16:3e:05:1a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:35:47.381025 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port d88e4822-cbff-4799-aa9d-6dcf8671d53f triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:47.381405 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:47.451605 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:47.472285 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e080bc-bf2a-46c2-835f-a9a9ba174923 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:35:47.502562 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-3a28a50e-4bf1-4d3e-ab31-fd308d6a8dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4955194
Jul 29 08:35:47.507421 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-26777d3b-d3d0-4c7d-b848-0646ed7a9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:47.509371 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-26777d3b-d3d0-4c7d-b848-0646ed7a9e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 1096 time: 0.4707406
Jul 29 08:35:47.514391 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-9139c32c-9465-4dbc-8207-66378c353e92 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180532
Jul 29 08:35:47.520212 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:47.533569 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:47.537443 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:47.623376 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:47.636634 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:47.663096 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-55cb1010-25c4-4720-bc3e-55c1e74434ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930 HTTP/1.1" status: 200  len: 217 time: 0.1147888
Jul 29 08:35:47.740494 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['03e080bc-bf2a-46c2-835f-a9a9ba174923'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:35:48.130959 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-9990d2b8-9eaa-44e6-9dbd-1e7279b01cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:48.132428 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-9990d2b8-9eaa-44e6-9dbd-1e7279b01cb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.4231236
Jul 29 08:35:48.195739 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda8195-8d77-4c75-835d-7a2b27b541e5 req-0c010066-39ae-44cd-8fd4-45ff2ea4d8c9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:48.197839 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5fda8195-8d77-4c75-835d-7a2b27b541e5 req-0c010066-39ae-44cd-8fd4-45ff2ea4d8c9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 945 time: 0.0880864
Jul 29 08:35:48.221291 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-73af9283-4c44-4631-b1e6-c59766edb1d9 req-d922b9b7-25c1-4a5f-a3c8-dc9031f67dce service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7089622
Jul 29 08:35:48.222946 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d2689795-1b03-4918-b564-24abe18b68c6 req-d228897d-eea0-451e-813d-e3e20f969eda service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6761003
Jul 29 08:35:48.249504 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5fda8195-8d77-4c75-835d-7a2b27b541e5 req-f8b27573-05e2-4abc-afec-b68260ff48e4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454516
Jul 29 08:35:48.266225 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919aa189-17fe-46de-b851-47435a45fa8f req-17ffbad7-8b6c-48c3-bcc3-a93fd7713abc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:48.267797 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-919aa189-17fe-46de-b851-47435a45fa8f req-17ffbad7-8b6c-48c3-bcc3-a93fd7713abc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 943 time: 0.6092534
Jul 29 08:35:48.272692 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:48.295658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:48.330454 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9fc77f9e-1ca5-4149-9fbf-0eaf2beddc11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:48.423747 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-919aa189-17fe-46de-b851-47435a45fa8f req-9b8776b7-6263-4d4e-ab5c-8cae1f6959aa tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1478188
Jul 29 08:35:48.434443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Pushing event updated for resources: {'Port': ['ID=28790b14-953d-47ce-9a49-85c93cf4c4aa,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:48.435198 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c774ef2-549d-4e05-892d-e67a3220ab11 req-fd5f62eb-f4f1-4250-9bb7-92eaefaf358b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:48.445008 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0c774ef2-549d-4e05-892d-e67a3220ab11 req-fd5f62eb-f4f1-4250-9bb7-92eaefaf358b tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0885663
Jul 29 08:35:48.445341 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:48.445341 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004d300-a547-41c7-8455-4c14891c6333 req-048227f2-af9f-4029-a263-b99c344326ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:48.445341 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-048227f2-af9f-4029-a263-b99c344326ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2969353
Jul 29 08:35:48.445341 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:48.486804 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0c774ef2-549d-4e05-892d-e67a3220ab11 req-550dc7e0-28ce-4832-be5c-1bf9b4fda41e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396512
Jul 29 08:35:48.688026 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-4742486d-059a-41d2-890d-172c6c46d2c3 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347376
Jul 29 08:35:48.692160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:35:48.693276 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:35:48.943749 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-aa7b3bca-d5be-4618-931b-4948179f4332 None None] Provisioning complete for port 28790b14-953d-47ce-9a49-85c93cf4c4aa triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:48.944382 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-aa7b3bca-d5be-4618-931b-4948179f4332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:48.979169 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2004d300-a547-41c7-8455-4c14891c6333 req-56c83650-a4ac-4e99-b953-b32ada974fed service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811849
Jul 29 08:35:48.991326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:35:49.021424 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:49.044588 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b3bca-d5be-4618-931b-4948179f4332 None None] Port 28790b14-953d-47ce-9a49-85c93cf4c4aa cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:35:49.115866 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 03e080bc-bf2a-46c2-835f-a9a9ba174923 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:49.121139 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 03e080bc-bf2a-46c2-835f-a9a9ba174923 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:49.121516 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:49.232701 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-10965da8-8965-454a-8459-03f1abf378b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:49.233872 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-10965da8-8965-454a-8459-03f1abf378b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 1096 time: 0.1801312
Jul 29 08:35:49.237466 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:49.246513 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Sync routers for ids ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:49.251290 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:49.259404 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Routers {'25c20fa5-511b-4d9f-ae19-ae35f9669c4c'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:49.260637 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9ad550>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:49.277818 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] 10.222.0.24 "PUT /v2.0/routers/25c20fa5-511b-4d9f-ae19-ae35f9669c4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4404242
Jul 29 08:35:49.295663 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:49.326646 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:49.340460 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:49.342303 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aad39baa-76f6-4ac3-af41-12ff24b6a414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:49.373830 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'code': 200}
Jul 29 08:35:49.447377 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:49.451162 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:49.573685 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Set router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:49.619354 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-9e9e8bb6-2a6d-4794-8a5e-0e5ae9e758ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:49.620900 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-9e9e8bb6-2a6d-4794-8a5e-0e5ae9e758ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.3783348
Jul 29 08:35:49.638981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dc86c-dfaa-49ba-83ad-04a1df568338 req-aeeb14a6-e673-41cd-b9ec-b23f9d9a779a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:49.646640 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-808dc86c-dfaa-49ba-83ad-04a1df568338 req-aeeb14a6-e673-41cd-b9ec-b23f9d9a779a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.2047970
Jul 29 08:35:49.663674 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5431-3f2b-4ad3-aa1d-0ff82f315f48 req-61f310f6-2c60-4aae-b9de-08df9dac307c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:49.666647 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1dbc5431-3f2b-4ad3-aa1d-0ff82f315f48 req-61f310f6-2c60-4aae-b9de-08df9dac307c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 943 time: 0.0995781
Jul 29 08:35:49.740851 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1dbc5431-3f2b-4ad3-aa1d-0ff82f315f48 req-558985dc-2b6a-4f3a-b12d-95cd9cb17d2d tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679114
Jul 29 08:35:49.792832 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-03c39128-32f0-437f-892b-5d3d2d2267ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930 HTTP/1.1" status: 200  len: 217 time: 0.0938175
Jul 29 08:35:49.945489 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739af1b7-69b0-47fc-856e-1b9eac16ad1c req-e7074135-677b-4bfa-9df9-7302f279a773 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:49.948219 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-739af1b7-69b0-47fc-856e-1b9eac16ad1c req-e7074135-677b-4bfa-9df9-7302f279a773 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1010730
Jul 29 08:35:49.958555 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9ad550>, [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:35:46Z', 'revision_number': 4, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '28790b14-953d-47ce-9a49-85c93cf4c4aa', 'name': '', 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'mac_address': 'fa:16:3e:da:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:43Z', 'updated_at': '2021-07-29T08:35:47Z', 'revision_number': 2, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'subnets': [{'id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:49.964502 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Checking router: 25c20fa5-511b-4d9f-ae19-ae35f9669c4c for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:49.965064 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Updating router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c port 28790b14-953d-47ce-9a49-85c93cf4c4aa binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:35:50.004516 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-808dc86c-dfaa-49ba-83ad-04a1df568338 req-104d1d1a-c1fa-4130-b44e-dc28b056e6f0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3569183
Jul 29 08:35:50.012758 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-739af1b7-69b0-47fc-856e-1b9eac16ad1c req-2f98a9a8-68ce-4036-87ca-9b571421aca9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577643
Jul 29 08:35:50.032602 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.065640 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-9f732d7a-3adc-441c-bc97-fb1a354917c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:50.067088 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-9f732d7a-3adc-441c-bc97-fb1a354917c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.2623899
Jul 29 08:35:50.075729 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c4006-578d-431e-a906-5b3c4bae76e0 req-c7dd1a8e-ba3d-4c95-a42e-ee68b3be10c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:50.077513 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ad4c4006-578d-431e-a906-5b3c4bae76e0 req-c7dd1a8e-ba3d-4c95-a42e-ee68b3be10c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1099 time: 0.4150860
Jul 29 08:35:50.184545 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ad4c4006-578d-431e-a906-5b3c4bae76e0 req-07d4f4e8-6599-4e83-9664-b204bfb1574d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648129
Jul 29 08:35:50.207673 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-52d5557a-9fcb-4512-b6fe-7ec4fd14c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:50.209947 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-52d5557a-9fcb-4512-b6fe-7ec4fd14c0e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1315837
Jul 29 08:35:50.371516 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-980571c1-aab7-4489-ad7a-1226ee86a2fd service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294758
Jul 29 08:35:50.435341 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41654) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:50.441619 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1238644441', 'description': 'tempest-secgroup-smoke-1238644441 description', 'project_id': '631c2867f056444090a16fbb64675270'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:50.448450 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.449022 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:50.453273 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:50.456255 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:50.461853 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Transition to ACTIVE for port object 28790b14-953d-47ce-9a49-85c93cf4c4aa will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:35:50.463242 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:50.469078 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.473954 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.474433 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:50.495992 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:50.500070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:50.503103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:50.509869 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:50.517677 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9b3ce4d-b20a-4093-b5f7-52c58e815c84 req-34eb1521-0a86-4124-85a3-80574c19e5d4 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385198
Jul 29 08:35:50.595421 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.600351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.605094 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-19c90a2d-5f56-439c-aab4-49552d74ca10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:50.648099 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14710f25-f035-46f5-89f7-172cbbedf0cf,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:50.651469 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.655714 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2156305
Jul 29 08:35:50.655714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f5d29bca-46a1-4490-9964-10e1fa01e4f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:50.655970 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41658) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:50.661526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group_rule': {'security_group_id': '14710f25-f035-46f5-89f7-172cbbedf0cf', 'project_id': '631c2867f056444090a16fbb64675270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:50.668269 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:50.674293 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:50.677451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:50.683862 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:50.684918 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6fdce-6127-4e4f-adbb-c32f63a7620a None None] Pushing event updated for resources: {'Port': ['ID=28790b14-953d-47ce-9a49-85c93cf4c4aa,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:50.688091 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-3dc6fdce-6127-4e4f-adbb-c32f63a7620a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:50.702939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.706695 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Attempting to bind port 28790b14-953d-47ce-9a49-85c93cf4c4aa on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:35:50.707331 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Attempting to bind port 28790b14-953d-47ce-9a49-85c93cf4c4aa by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:35:50.707692 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Attempting to bind port 28790b14-953d-47ce-9a49-85c93cf4c4aa on network 48a88a1e-f6f9-4268-baf0-d0496d970aaf {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:35:50.714239 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:35:50.714607 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Checking segment: {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:35:50.715003 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.715392 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Bound using segment: {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:35:50.715856 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Bound port: 28790b14-953d-47ce-9a49-85c93cf4c4aa, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56248a33-d4f6-4b0b-b26d-758ee2408c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:35:50.716332 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.768543 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.781012 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.783765 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:50.810878 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488a5c9e-d64f-423e-a9e2-45b1e9b2f05d,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:50.815964 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:50.822460 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.823857 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a8b1a391-36af-4afe-b0db-ffabb5e4696a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1669397
Jul 29 08:35:50.827000 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41664) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:50.832705 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group_rule': {'security_group_id': '14710f25-f035-46f5-89f7-172cbbedf0cf', 'project_id': '631c2867f056444090a16fbb64675270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:50.840333 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:50.844829 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:50.847836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:50.855009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:50.868920 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] For port 28790b14-953d-47ce-9a49-85c93cf4c4aa, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:35:50.872234 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] For port 28790b14-953d-47ce-9a49-85c93cf4c4aa, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=28790b14-953d-47ce-9a49-85c93cf4c4aa,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:35:50.879317 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.884155 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:50.922953 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:50.967443 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Routers {'25c20fa5-511b-4d9f-ae19-ae35f9669c4c'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:50.968379 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9ad550>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:51.028904 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5e000-94f4-4392-bda6-ffcafcb8f698 req-155207c5-1f95-4211-9282-6b3efb59e86a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:51.031033 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0a15e5fa-f190-4391-9cd0-4f81418e6930 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:35:51.037368 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-44c5e000-94f4-4392-bda6-ffcafcb8f698 req-155207c5-1f95-4211-9282-6b3efb59e86a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 943 time: 0.1780696
Jul 29 08:35:51.051424 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6fdce-6127-4e4f-adbb-c32f63a7620a None None] Pushing event updated for resources: {'Port': ['ID=28790b14-953d-47ce-9a49-85c93cf4c4aa,revision_number=4']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:51.055633 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-3dc6fdce-6127-4e4f-adbb-c32f63a7620a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:51.084848 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.112500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.120142 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e88a014f-a58e-4d25-b5c9-4c5c217c623a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:51.160911 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-44c5e000-94f4-4392-bda6-ffcafcb8f698 req-3aa4e57a-e9c1-425a-bf07-b39ef30503ac tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158998
Jul 29 08:35:51.206493 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] Set router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:51.215341 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192e4cc6-6d24-4fcc-b498-3ced727691eb,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:51.219519 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:51.250136 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.254152 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9ffeea72-3372-4a66-8420-f09618684313 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4261229
Jul 29 08:35:51.254924 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41674) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:51.262143 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group_rule': {'security_group_id': '14710f25-f035-46f5-89f7-172cbbedf0cf', 'project_id': '631c2867f056444090a16fbb64675270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:51.288465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:51.292500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:51.300360 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:51.311226 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:51.345984 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.363644 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 0a15e5fa-f190-4391-9cd0-4f81418e6930, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:51.384722 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'port_id': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'mac_address': 'fa:16:3e:df:7c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:35:51.404170 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3d1c2-c6c3-436c-adbc-82cd3b102a35 req-20fdac61-4fe1-45b7-bcd9-e0377303b56d tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:51.414604 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8bf3d1c2-c6c3-436c-adbc-82cd3b102a35 req-20fdac61-4fe1-45b7-bcd9-e0377303b56d tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1800070
Jul 29 08:35:51.450939 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.481719 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a15e5fa-f190-4391-9cd0-4f81418e6930 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:35:51.504019 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 0a15e5fa-f190-4391-9cd0-4f81418e6930, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:51.512113 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8bf3d1c2-c6c3-436c-adbc-82cd3b102a35 req-4b1d7c28-d11e-4470-873d-0327a6f6081e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960529
Jul 29 08:35:51.529498 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.530799 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:51.568615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.578448 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.589671 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:51.603459 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=0a15e5fa-f190-4391-9cd0-4f81418e6930,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:51.607267 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:51.617303 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764364f-6c8b-4d5b-934a-7b9b67da0035 req-23e8315a-ad37-4e27-b2b8-6ff40012ad33 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:51.619861 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6764364f-6c8b-4d5b-934a-7b9b67da0035 req-23e8315a-ad37-4e27-b2b8-6ff40012ad33 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.2304785
Jul 29 08:35:51.631871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323d5ce2-8943-4b18-a6e3-05d6c356ee28,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:51.647656 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:51.653580 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.655385 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-77c8cac3-47fa-44d3-9aea-b54e06f63931 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3988929
Jul 29 08:35:51.657578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41686) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:51.665295 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group_rule': {'security_group_id': '14710f25-f035-46f5-89f7-172cbbedf0cf', 'project_id': '631c2867f056444090a16fbb64675270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:51.675192 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:51.680646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:51.682195 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6764364f-6c8b-4d5b-934a-7b9b67da0035 req-37d4fed0-1cf9-4fc1-8de0-04c19dfe666e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538888
Jul 29 08:35:51.693630 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:51.707717 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9ad550>, [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:35:46Z', 'revision_number': 4, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '28790b14-953d-47ce-9a49-85c93cf4c4aa', 'name': '', 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'mac_address': 'fa:16:3e:da:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:43Z', 'updated_at': '2021-07-29T08:35:50Z', 'revision_number': 4, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'subnets': [{'id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:51.712408 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949e30c4-9f87-4d6a-89b3-61fa88a8eefb None None] The sync data for ids ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'] in dv-cinder-802781-1-iscsi is: [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:35:46Z', 'revision_number': 4, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '28790b14-953d-47ce-9a49-85c93cf4c4aa', 'name': '', 'network_id': '48a88a1e-f6f9-4268-baf0-d0496d970aaf', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'mac_address': 'fa:16:3e:da:af:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:43Z', 'updated_at': '2021-07-29T08:35:50Z', 'revision_number': 4, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'subnets': [{'id': 'f17e6a16-91ad-44bc-9ad9-a2270a6d096c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:51.713053 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:51.734051 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41692) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:51.736738 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.740959 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['0a15e5fa-f190-4391-9cd0-4f81418e6930'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:35:51.847379 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.858651 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.914321 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-227d727d-6f20-4225-b8e7-47e655467ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:51.953732 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.958320 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2962642
Jul 29 08:35:51.958320 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9623ea6-747f-4edd-8c9e-2f00da215aec,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:51.964981 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41698) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:51.965818 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:51.969393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:51.985651 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:51.985896 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group_rule': {'security_group_id': '14710f25-f035-46f5-89f7-172cbbedf0cf', 'project_id': '631c2867f056444090a16fbb64675270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:51.990423 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b381e3eb348f451e94e21d3e18b82383 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:51.994021 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:51.995022 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:52.000708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:52.001772 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:52.005682 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:52.014968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:52.033679 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.securitygroups_db [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Project 631c2867f056444090a16fbb64675270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 29 08:35:52.047678 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123df2bc-e06f-4818-a6fa-f245d72bad33 req-05dfeeac-a056-4587-84d8-76a1c7994426 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:52.052839 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-123df2bc-e06f-4818-a6fa-f245d72bad33 req-05dfeeac-a056-4587-84d8-76a1c7994426 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.1974444
Jul 29 08:35:52.058376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41702) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:52.064712 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.114806 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.122196 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.130030 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-bbabfbdb-97e7-4529-a1d2-260859306af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:52.173324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49f4c8f-deef-4eb3-b92e-f8408cfe9c08,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:52.177527 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b381e3eb348f451e94e21d3e18b82383&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4399817
Jul 29 08:35:52.178453 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:52.179975 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41706) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:52.182161 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Request body: {'floatingip': {'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:52.213789 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.253615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.290203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.304648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.411123 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce5f5b-80e6-477c-9a7e-13fd0341d890 req-429fd795-500a-4bf2-bd4d-bdd614fd1e29 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:52.412417 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-37ce5f5b-80e6-477c-9a7e-13fd0341d890 req-429fd795-500a-4bf2-bd4d-bdd614fd1e29 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 944 time: 0.1142693
Jul 29 08:35:52.421742 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.426936 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d9547e6f-b84d-4155-85d2-8dafde646b76 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:52.457413 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49f4c8f-deef-4eb3-b92e-f8408cfe9c08,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:52.461151 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:52.473187 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.474295 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e49f4c8f-deef-4eb3-b92e-f8408cfe9c08 HTTP/1.1" status: 204  len: 168 time: 0.2933617
Jul 29 08:35:52.509680 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-37ce5f5b-80e6-477c-9a7e-13fd0341d890 req-023bb762-fa49-4478-8da4-957d812b896b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835502
Jul 29 08:35:52.529055 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.545641 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.569603 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e59d27b6-d32c-4040-b0bb-835b0b4c8dce tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:52.662314 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958e9ae5-1e22-4d93-9a80-c3f30a9f9490,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:52.681324 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:52.745054 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.746364 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7796230
Jul 29 08:35:52.749817 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41718) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:52.756711 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'security_group_rule': {'security_group_id': '14710f25-f035-46f5-89f7-172cbbedf0cf', 'project_id': '631c2867f056444090a16fbb64675270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:52.763990 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:52.769393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:security_group_rule and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:52.819029 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:52.836457 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:52.867692 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.securitygroups_db [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Project 631c2867f056444090a16fbb64675270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 29 08:35:52.877615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:52.898934 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41722) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:52.906933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-d626f96e-3056-43eb-b852-133e4caabb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:52.908470 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-d626f96e-3056-43eb-b852-133e4caabb16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1096 time: 0.1361120
Jul 29 08:35:52.952698 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aac35-f0b4-4405-88c7-513d6c5425e8 req-e7bd7674-d57d-44fd-bbd2-acafdffd5e01 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:52.954236 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b98aac35-f0b4-4405-88c7-513d6c5425e8 req-e7bd7674-d57d-44fd-bbd2-acafdffd5e01 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.2818294
Jul 29 08:35:52.962791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.002473 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:53.014120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Usage tracker for resource:security_group_rule and tenant:4c06a5bb91de4b7d88cac5dfd68e8d92 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:53.019242 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b98aac35-f0b4-4405-88c7-513d6c5425e8 req-111022fe-d702-4866-a8f9-c92138144cea tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490758
Jul 29 08:35:53.053939 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0a15e5fa-f190-4391-9cd0-4f81418e6930 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:53.074087 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:53.096951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:53.100034 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.125384 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.133120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e73ef502-f7ab-41f5-a093-b5c7437aa8b7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:53.187153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b1a7a-efd2-4300-9d77-1d1e6a530b63,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:53.198542 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-68da4d44-5402-4109-b2a3-6034e6c30ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:53.200670 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-68da4d44-5402-4109-b2a3-6034e6c30ec5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 910 time: 0.2671964
Jul 29 08:35:53.201741 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:53.209083 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.217916 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.221578 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 0a15e5fa-f190-4391-9cd0-4f81418e6930 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:53.226226 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 28790b14-953d-47ce-9a49-85c93cf4c4aa up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:53.262435 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 0a15e5fa-f190-4391-9cd0-4f81418e6930 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:53.262994 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.279268 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.283254 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-a6222a9e-634a-4a33-81f3-2b73370435ba tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5295475
Jul 29 08:35:53.329308 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-9279e973-dcb0-4081-a701-e4890a2185c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 999 time: 0.1200442
Jul 29 08:35:53.420524 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.426990 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-9557c14b-2e6c-42a9-8ce9-f10c62e665e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:53.427948 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-9557c14b-2e6c-42a9-8ce9-f10c62e665e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.0877728
Jul 29 08:35:53.432252 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.432638 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Floating IP b15064a2-cfdc-4cbd-9643-b068c0842307 associated. External IP: 172.27.2.136, port: 03e080bc-bf2a-46c2-835f-a9a9ba174923.
Jul 29 08:35:53.441412 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e6a28e25-20e3-4fec-b9e3-a5c25c7ba352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:53.458804 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.496178 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 0a15e5fa-f190-4391-9cd0-4f81418e6930, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:53.500222 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:53.506731 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.513209 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:53.577612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 28790b14-953d-47ce-9a49-85c93cf4c4aa completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:35:53.599635 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'code': 200}
Jul 29 08:35:53.600905 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 28790b14-953d-47ce-9a49-85c93cf4c4aa triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:53.601285 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.646907 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff5d7f4-fdce-4997-af7d-8f412bba1aee,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:53.660003 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:53.717744 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=0a15e5fa-f190-4391-9cd0-4f81418e6930,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:53.721390 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:53.729101 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c06a5bb91de4b7d88cac5dfd68e8d92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8285210
Jul 29 08:35:53.731752 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41768) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:53.760090 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-bdb0bfca-00c9-47d9-92f5-04faea4c2398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:53.761603 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-bdb0bfca-00c9-47d9-92f5-04faea4c2398 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3216212
Jul 29 08:35:53.784028 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.845442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 28790b14-953d-47ce-9a49-85c93cf4c4aa, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=28790b14-953d-47ce-9a49-85c93cf4c4aa,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:53.850291 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:53.854753 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:53.943799 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=28790b14-953d-47ce-9a49-85c93cf4c4aa,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:53.949787 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:53.978803 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-6ce83fc9-e622-488e-9095-a61d5cb92214 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071695
Jul 29 08:35:53.983343 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4ce75-2927-4416-8098-9cee4516302b req-bc01d0de-f24d-4ccd-b20d-875532bc3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:53.984849 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f8e4ce75-2927-4416-8098-9cee4516302b req-bc01d0de-f24d-4ccd-b20d-875532bc3a43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 1098 time: 0.1145747
Jul 29 08:35:54.063241 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f8e4ce75-2927-4416-8098-9cee4516302b req-23de8da2-dd43-40f4-a059-20a263026361 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521724
Jul 29 08:35:54.188784 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6224af03-500b-4229-a8e5-b3d0124542e0 req-705bcc47-cca5-4621-bb33-9be0050d507c service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028213
Jul 29 08:35:54.275936 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:54.279214 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Router 333ef017-94e5-4807-93eb-378b51c60b1f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:35:54.299874 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba4f66-7c11-4033-8111-64d6d186dbe5 req-4913f982-e6af-457d-9263-20863b0d1b97 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:54.301827 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3dba4f66-7c11-4033-8111-64d6d186dbe5 req-4913f982-e6af-457d-9263-20863b0d1b97 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0821166
Jul 29 08:35:54.327757 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39463f1f-ffdb-4870-911c-db5e70992de5 req-7dc3c069-34a1-432b-81d4-1c08b105991b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:54.329256 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-39463f1f-ffdb-4870-911c-db5e70992de5 req-7dc3c069-34a1-432b-81d4-1c08b105991b tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.5986981
Jul 29 08:35:54.331016 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:54.350304 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3dba4f66-7c11-4033-8111-64d6d186dbe5 req-989080cf-aa32-4073-b030-5777579c34c3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422618
Jul 29 08:35:54.547754 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:54.555155 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6afdf1b0-2217-451c-b1db-09315771405e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:54.572156 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:54.575140 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff5d7f4-fdce-4997-af7d-8f412bba1aee,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:54.583764 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:54.592456 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:54.593712 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:54.597130 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ff5d7f4-fdce-4997-af7d-8f412bba1aee HTTP/1.1" status: 204  len: 168 time: 0.8608990
Jul 29 08:35:54.597130 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:54.605156 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:54.605903 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e730>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:54.703259 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d2f1e011-92f8-42d1-a124-53610259c5f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "PUT /v2.0/floatingips/b15064a2-cfdc-4cbd-9643-b068c0842307 HTTP/1.1" status: 200  len: 992 time: 2.6413062
Jul 29 08:35:54.703259 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:54.744746 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-39463f1f-ffdb-4870-911c-db5e70992de5 req-10030ab2-5e94-4f39-97fd-15277642f026 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3456211
Jul 29 08:35:54.799471 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'status': 'completed', 'code': 200}
Jul 29 08:35:54.823475 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:54.925814 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-6887a04d-38f8-4ead-89d6-ad3850089fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:54.928223 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-6887a04d-38f8-4ead-89d6-ad3850089fc0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1099 time: 0.0985396
Jul 29 08:35:55.043345 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device f847759e-f107-422c-8d55-c9785156857b details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:35:55.109365 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 41802) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:55.127666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.127891 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-f440176a-76db-4115-8160-c9b383e59ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:55.129231 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-f440176a-76db-4115-8160-c9b383e59ba0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1894574
Jul 29 08:35:55.143547 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:35:55.147892 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Usage tracker for resource:security_group_rule and tenant:56a280111c4e48d29fdf1e60417a07b3 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:35:55.151753 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:35:55.160948 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:35:55.185136 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 28790b14-953d-47ce-9a49-85c93cf4c4aa up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:55.293281 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.299166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.302223 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-978713a8-9ca5-4eab-8caa-5a309d237e2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 1000 time: 0.1616716
Jul 29 08:35:55.311391 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9fed26b9-dd3b-45cb-a670-4bf03b27e10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:55.372615 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41810) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:55.372962 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56a280111c4e48d29fdf1e60417a07b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2619715
Jul 29 08:35:55.373927 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13942d9b-7beb-4322-afb2-0498372396cd,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:55.377541 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:55.454366 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.483810 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.558428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.563485 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9f419d87-35c8-46b6-94c0-6cb216a80b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:55.575411 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13942d9b-7beb-4322-afb2-0498372396cd,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:55.576519 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:55.579596 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:55.585468 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b4c60-db2f-4e5d-9c35-62982b857019 req-0fb6e238-bea7-41cc-a433-5770adedda52 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:55.588540 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fc2b4c60-db2f-4e5d-9c35-62982b857019 req-0fb6e238-bea7-41cc-a433-5770adedda52 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.1035204
Jul 29 08:35:55.596175 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.597311 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13942d9b-7beb-4322-afb2-0498372396cd HTTP/1.1" status: 204  len: 168 time: 0.2230613
Jul 29 08:35:55.639506 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'f847759e-f107-422c-8d55-c9785156857b', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'port_id': 'f847759e-f107-422c-8d55-c9785156857b', 'mac_address': 'fa:16:3e:7d:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:35:55.689689 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-af4b4dd6-14e8-4bc8-8d6e-97c9cbc675e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:55.691580 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-af4b4dd6-14e8-4bc8-8d6e-97c9cbc675e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.3563678
Jul 29 08:35:55.692824 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fc2b4c60-db2f-4e5d-9c35-62982b857019 req-6ab95616-6303-4c22-97c9-f4637cae9479 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869191
Jul 29 08:35:55.716792 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 28790b14-953d-47ce-9a49-85c93cf4c4aa triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:55.717178 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.776513 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-aef0ad9d-a906-4730-a3a6-4ccbdeb5447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:55.778341 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-aef0ad9d-a906-4730-a3a6-4ccbdeb5447a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784175
Jul 29 08:35:55.827679 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:55.914562 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f847759e-f107-422c-8d55-c9785156857b {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:35:55.934367 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:55.940867 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-d7bf61e4-19e4-49f3-b241-78ae6303d6be service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549189
Jul 29 08:35:56.051392 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:56.060204 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:56.142586 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e730>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'b15064a2-cfdc-4cbd-9643-b068c0842307', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'mac_address': 'fa:16:3e:05:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:35:30Z', 'updated_at': '2021-07-29T08:35:53Z', 'revision_number': 1, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:56.146169 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba833-3e0e-4a44-bce7-49e612dfa3b6 req-83b2bf7c-9e5a-478a-aac9-df647bffa909 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:56.147638 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7c7ba833-3e0e-4a44-bce7-49e612dfa3b6 req-83b2bf7c-9e5a-478a-aac9-df647bffa909 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.2058725
Jul 29 08:35:56.152828 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:56.154966 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2409fc6-e7c8-46e2-867d-edba93695206 req-2588bd0a-6007-46e3-a42a-629e28fa92e3 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1779332
Jul 29 08:35:56.162013 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=7']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:56.169045 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:56.174572 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:56.175220 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e730>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:56.197544 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7c7ba833-3e0e-4a44-bce7-49e612dfa3b6 req-80de4e61-98f1-416a-b9d4-c981f9c63c1f tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416071
Jul 29 08:35:56.341915 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['f847759e-f107-422c-8d55-c9785156857b'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:35:56.395298 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997696d2-4951-4d18-96a9-e0150f816a02 req-f83a0ea2-8b90-428a-a409-ab80618291a1 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:56.396839 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-997696d2-4951-4d18-96a9-e0150f816a02 req-f83a0ea2-8b90-428a-a409-ab80618291a1 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.0894020
Jul 29 08:35:56.406279 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 41828) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:35:56.411599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Request body: {'floatingip': {'port_id': '0a15e5fa-f190-4391-9cd0-4f81418e6930'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:35:56.440020 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:56.576425 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:57.036606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c7b2e-b87c-4072-a7a8-4ebda3f6d150 req-de3c02f9-914c-4843-875c-d52b1771816c tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:57.052069 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dc9e730>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'b15064a2-cfdc-4cbd-9643-b068c0842307', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'mac_address': 'fa:16:3e:05:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:35:30Z', 'updated_at': '2021-07-29T08:35:53Z', 'revision_number': 1, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:57.056337 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-581c7b2e-b87c-4072-a7a8-4ebda3f6d150 req-de3c02f9-914c-4843-875c-d52b1771816c tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 944 time: 0.2194221
Jul 29 08:35:57.059048 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9db966-ccaa-43a6-af45-15873091fb7d None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'b15064a2-cfdc-4cbd-9643-b068c0842307', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'mac_address': 'fa:16:3e:05:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:35:30Z', 'updated_at': '2021-07-29T08:35:53Z', 'revision_number': 1, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:57.263592 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc128309-5b66-44bc-86f9-3683943e54fe None None] New status for floating IP b15064a2-cfdc-4cbd-9643-b068c0842307: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:35:57.309654 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-581c7b2e-b87c-4072-a7a8-4ebda3f6d150 req-5457aac8-01f2-4e4a-bd52-ab1902742ee6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2524524
Jul 29 08:35:57.508161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:57.515879 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:57.692104 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Floating IP c6210471-e5df-444d-b53f-b8614e1b2736 associated. External IP: 172.27.2.15, port: 0a15e5fa-f190-4391-9cd0-4f81418e6930.
Jul 29 08:35:58.138001 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:35:58.327587 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:35:58.331673 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:58.338391 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:35:58.351183 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:58.351829 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4cef0b20>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:58.392679 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-72c40c91-5ed4-44fd-9a05-f35eded008d3 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "PUT /v2.0/floatingips/c6210471-e5df-444d-b53f-b8614e1b2736 HTTP/1.1" status: 200  len: 990 time: 1.9826915
Jul 29 08:35:58.392679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:58.506695 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da1749-9615-4f01-ba27-da1b03155adb req-283c2b5a-4cf9-43c6-8388-4ec3de4af866 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:58.508189 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-62da1749-9615-4f01-ba27-da1b03155adb req-283c2b5a-4cf9-43c6-8388-4ec3de4af866 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 944 time: 0.0845351
Jul 29 08:35:58.550440 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:58.556480 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-62da1749-9615-4f01-ba27-da1b03155adb req-ac3fb8c1-9295-48b9-a7b2-649495892b97 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425210
Jul 29 08:35:58.582664 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'status': 'completed', 'code': 200}
Jul 29 08:35:58.695449 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-447b142f-c560-47e4-a9e5-1aaee13a42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:58.698103 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-447b142f-c560-47e4-a9e5-1aaee13a42e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 1098 time: 0.0831544
Jul 29 08:35:58.837500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-98b6bb74-84ab-4a5b-bd41-b5761f8b201e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:58.838969 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-98b6bb74-84ab-4a5b-bd41-b5761f8b201e service neutron] 10.222.0.37 "GET /v2.0/networks?id=852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 200  len: 912 time: 0.1320579
Jul 29 08:35:58.930086 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4cef0b20>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'c6210471-e5df-444d-b53f-b8614e1b2736', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'port_id': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'mac_address': 'fa:16:3e:df:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:35:32Z', 'updated_at': '2021-07-29T08:35:57Z', 'revision_number': 1, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:58.933953 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:35:58.942610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:35:58.943221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4cef0b20>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:35:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:58.947715 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-9d5f89fe-e732-4512-a1da-d593a3e12540 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930 HTTP/1.1" status: 200  len: 998 time: 0.1020377
Jul 29 08:35:59.018549 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-77a78761-ff3d-4c05-98cd-25b173b6cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:59.020008 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-77a78761-ff3d-4c05-98cd-25b173b6cd3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 200  len: 850 time: 0.0660262
Jul 29 08:35:59.089899 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device f847759e-f107-422c-8d55-c9785156857b up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:35:59.102852 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-999c1e0f-e207-4e3a-a287-3f3c36955f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:59.104384 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-999c1e0f-e207-4e3a-a287-3f3c36955f94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=852401c0-71c8-4cbe-a859-8c6f382399ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762098
Jul 29 08:35:59.180388 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:35:59.241757 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-57b53668-ce19-44c9-abf1-141eb81dc0c5 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299865
Jul 29 08:35:59.313108 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port f847759e-f107-422c-8d55-c9785156857b triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:35:59.313493 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:59.380438 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-0e64a008-5b53-4a4b-8cf9-3954fdb15475 req-82f961e6-8e65-49dc-8c76-517fafa4fef7 service neutron] 10.222.0.37 "GET /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309378
Jul 29 08:35:59.618592 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:59.687351 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:35:59.701206 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:35:59.714167 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:35:59.717813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:35:59.777511 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'code': 200}
Jul 29 08:35:59.802000 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4cef0b20>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'c6210471-e5df-444d-b53f-b8614e1b2736', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'port_id': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'mac_address': 'fa:16:3e:df:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:35:32Z', 'updated_at': '2021-07-29T08:35:57Z', 'revision_number': 1, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:35:59.807375 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=8']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:35:59.811892 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f51214-1680-4443-a6f3-72678a93c8a6 None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'c6210471-e5df-444d-b53f-b8614e1b2736', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'port_id': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'mac_address': 'fa:16:3e:df:7c:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:35:32Z', 'updated_at': '2021-07-29T08:35:57Z', 'revision_number': 1, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:35:59.817842 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:35:59.929949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeae966-cf2f-4a45-ba9e-16b824241dfe req-a3016686-c34b-46ee-9574-7543767695b6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:35:59.932090 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ebeae966-cf2f-4a45-ba9e-16b824241dfe req-a3016686-c34b-46ee-9574-7543767695b6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1049006
Jul 29 08:35:59.990556 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ebeae966-cf2f-4a45-ba9e-16b824241dfe req-201fac74-db5c-4219-a7df-985c78994a60 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517721
Jul 29 08:36:00.038941 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-77faaf14-be51-4a71-b3e6-33280e415ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:00.065127 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddd667a-28a8-496c-be70-4b50af1bbfd9 None None] New status for floating IP c6210471-e5df-444d-b53f-b8614e1b2736: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:36:00.101222 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38190768-28eb-4a8e-bf33-12ffefc190c1 req-e2d273cb-f98c-421b-bcb4-05b914cd6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:00.102766 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38190768-28eb-4a8e-bf33-12ffefc190c1 req-e2d273cb-f98c-421b-bcb4-05b914cd6506 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1098 time: 0.0812542
Jul 29 08:36:00.251486 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38190768-28eb-4a8e-bf33-12ffefc190c1 req-d7b9d925-0f2a-4367-979a-06263c474d56 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342115
Jul 29 08:36:00.569332 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:01.193284 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc193080-1b59-434e-9bd0-04785f2e23fe req-e639fad6-6c29-43cb-8e4b-6351da2eeb03 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:01.194738 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cc193080-1b59-434e-9bd0-04785f2e23fe req-e639fad6-6c29-43cb-8e4b-6351da2eeb03 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0951135
Jul 29 08:36:01.242270 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cc193080-1b59-434e-9bd0-04785f2e23fe req-fe4280a3-bc73-4e98-b16a-3bcf8bdddd50 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414984
Jul 29 08:36:02.433314 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4102bac-9d50-4987-965f-1095f5995835 req-c20280ce-a5a5-46a8-a868-845e1b5c67c0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:02.434682 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c4102bac-9d50-4987-965f-1095f5995835 req-c20280ce-a5a5-46a8-a868-845e1b5c67c0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0815442
Jul 29 08:36:02.486812 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c4102bac-9d50-4987-965f-1095f5995835 req-2a869d67-f90b-4121-b048-2cd9152108b8 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465837
Jul 29 08:36:02.757730 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0f97d9be-bda5-4e44-8dd2-8b3550a3209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:03.444696 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:05.183023 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:09.984726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-930ff05b-a1b6-46ec-a0ee-7ffc6a2399e8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:36:10.001691 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-930ff05b-a1b6-46ec-a0ee-7ffc6a2399e8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:36:10.003033 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-930ff05b-a1b6-46ec-a0ee-7ffc6a2399e8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238644441&fields=id&tenant_id=631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 267 time: 0.0577273
Jul 29 08:36:10.153391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-752966f6-df1a-40fc-b6e8-2569203b7a76 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:10.153955 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-752966f6-df1a-40fc-b6e8-2569203b7a76 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:network {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:36:10.170371 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-752966f6-df1a-40fc-b6e8-2569203b7a76 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:network {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:36:10.171684 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-752966f6-df1a-40fc-b6e8-2569203b7a76 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 811 time: 0.1612058
Jul 29 08:36:10.186408 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-0a9db48e-c324-4910-9c79-0f213ca51c47 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/quotas/631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 375 time: 0.0092194
Jul 29 08:36:10.268571 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-f3fa61cd-81cf-43ac-8b47-d830c37d1373 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:36:10.286667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-f3fa61cd-81cf-43ac-8b47-d830c37d1373 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:36:10.288159 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-f3fa61cd-81cf-43ac-8b47-d830c37d1373 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970075
Jul 29 08:36:10.535125 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-e740d842-9a76-4e83-95c7-161f6f4a563d service neutron] 10.222.0.24 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2356129
Jul 29 08:36:10.667561 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-5e8ed194-269e-41f9-b931-71818e65550c service neutron] 10.222.0.24 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262434
Jul 29 08:36:11.198890 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e690c869-bad1-45e0-bdd4-4244b1b20a75 req-584714c4-b295-4ec1-8ef4-13a879f34849 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 210 time: 0.0479398
Jul 29 08:36:12.306886 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-2ca7c976-feb6-4d08-b20d-c5f1f8ae091e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:12.308458 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-2ca7c976-feb6-4d08-b20d-c5f1f8ae091e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 811 time: 0.1523800
Jul 29 08:36:12.370827 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-171b789c-51f0-4867-9e4d-e8a82ee81a57 req-ac889010-e2ac-4e4b-a144-212696e492ab tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 210 time: 0.0585632
Jul 29 08:36:12.398292 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-e8105aae-9f81-49df-b057-00ab538e770e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 380 time: 0.0515122
Jul 29 08:36:12.406874 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'port': {'device_id': '31f9630c-722c-45f2-a394-be5e0c96a473', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'admin_state_up': True, 'tenant_id': '631c2867f056444090a16fbb64675270', 'security_groups': ['14710f25-f035-46f5-89f7-172cbbedf0cf']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:36:12.540375 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:36:12.549536 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:36:12.559275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Made reservation on behalf of 631c2867f056444090a16fbb64675270 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:36:12.562752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:12.720797 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Allocated IP 172.20.0.9 (109a8f80-262d-4ea7-b485-45f0770646a5/537bb3c1-39a6-482d-b0df-a8fab9813313/09f80f1a-c2bf-4f88-b814-a393ce9d4996) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:36:12.910248 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:12.926434 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Transition to ACTIVE for port object 09f80f1a-c2bf-4f88-b814-a393ce9d4996 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:36:12.950641 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:12.956429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-739346e3-e5f3-43d4-9e40-6ef973073e44 tempest-AttachVolumeNegativeTest-1105259395 tempest-AttachVolumeNegativeTest-1105259395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:13.028001 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:36:13.031110 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:36:13.034971 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:36:13.066563 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=09f80f1a-c2bf-4f88-b814-a393ce9d4996,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:13.073261 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:13.108487 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:13.109137 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:13.138129 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7347727
Jul 29 08:36:13.167726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Request body: {'port': {'device_id': '31f9630c-722c-45f2-a394-be5e0c96a473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:36:13.314151 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5941d466-a3fa-467c-9f0b-ad46a932e39c None None] Provisioning for port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:36:13.321802 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-5941d466-a3fa-467c-9f0b-ad46a932e39c None None] Provisioning complete for port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:36:13.322175 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5941d466-a3fa-467c-9f0b-ad46a932e39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:13.356893 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:13.376998 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5941d466-a3fa-467c-9f0b-ad46a932e39c None None] Port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:36:13.555931 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c7e52-5c03-415c-b1ae-598d36ac1472 req-2a1900d2-6cd1-475d-8b9b-1fa95028c24a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:13.557457 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-229c7e52-5c03-415c-b1ae-598d36ac1472 req-2a1900d2-6cd1-475d-8b9b-1fa95028c24a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 931 time: 0.0797987
Jul 29 08:36:13.601825 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-229c7e52-5c03-415c-b1ae-598d36ac1472 req-1e1d13bb-fff7-4f29-8acc-cff1de19889f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:36:13.612878 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-229c7e52-5c03-415c-b1ae-598d36ac1472 req-1e1d13bb-fff7-4f29-8acc-cff1de19889f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:36:13.613978 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-229c7e52-5c03-415c-b1ae-598d36ac1472 req-1e1d13bb-fff7-4f29-8acc-cff1de19889f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509052
Jul 29 08:36:13.690875 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f80f1a-c2bf-4f88-b814-a393ce9d4996 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:36:13.698340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:13.712968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Transition to ACTIVE for port object 09f80f1a-c2bf-4f88-b814-a393ce9d4996 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:36:13.716481 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:13.720078 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:13.880301 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Pushing event updated for resources: {'Port': ['ID=09f80f1a-c2bf-4f88-b814-a393ce9d4996,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:13.887728 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:13.954178 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Attempting to bind port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:36:13.954443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Attempting to bind port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:36:13.954774 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Attempting to bind port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:36:13.959784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 on network 109a8f80-262d-4ea7-b485-45f0770646a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:36:13.960138 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Attempting to bind port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:36:13.965472 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:36:13.965809 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Checking segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:36:13.966194 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Bound using segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:36:13.966618 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Bound port: 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:36:13.966966 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:14.064634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] For port 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:36:14.067609 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] For port 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:36:14.071776 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:14.075192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:14.133874 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:14.134587 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:14.135850 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] 10.222.0.37 "PUT /v2.0/ports/09f80f1a-c2bf-4f88-b814-a393ce9d4996 HTTP/1.1" status: 200  len: 1093 time: 0.9726548
Jul 29 08:36:14.136368 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:36:14.156004 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Pushing event updated for resources: {'Port': ['ID=09f80f1a-c2bf-4f88-b814-a393ce9d4996,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:14.159062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d6c6c74a-4d31-494c-b010-d690875a0162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:14.275876 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'status': 'completed', 'code': 200}
Jul 29 08:36:14.278816 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-3428003e-0cac-4588-b265-8c32b95fb022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:14.280409 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-3428003e-0cac-4588-b265-8c32b95fb022 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 1096 time: 0.0856271
Jul 29 08:36:14.352071 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-c3104d76-3865-488b-a57a-4711915fef66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996 HTTP/1.1" status: 200  len: 217 time: 0.0623205
Jul 29 08:36:14.417097 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-ee046e85-a996-4eec-a44c-4d8a73619157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:14.418430 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-ee046e85-a996-4eec-a44c-4d8a73619157 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0591366
Jul 29 08:36:14.493385 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-ee95c713-c16b-4adc-aefb-822b6c8ef736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:14.494799 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-ee95c713-c16b-4adc-aefb-822b6c8ef736 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688412
Jul 29 08:36:14.622953 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-52ff9e4d-c44a-4896-800d-3879b6a71ac3 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212473
Jul 29 08:36:14.755854 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8ac106cd-4892-4adb-9ea4-bc912a4294f5 req-ebe9f271-8a67-4125-91a0-f0a30c062b0f service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251597
Jul 29 08:36:14.803117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23f32b-a0de-4a77-8fcf-ba6dea7db20a req-f9d4670c-49b8-4908-9d66-80cbc1a988cd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:14.804591 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8f23f32b-a0de-4a77-8fcf-ba6dea7db20a req-f9d4670c-49b8-4908-9d66-80cbc1a988cd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 943 time: 0.0837362
Jul 29 08:36:14.850561 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8f23f32b-a0de-4a77-8fcf-ba6dea7db20a req-671c5c12-85c6-4205-ba1d-55c3cd71e9c2 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398152
Jul 29 08:36:14.880933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-09b96399-d270-4481-9da4-60564ee23ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:14.882405 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-09b96399-d270-4481-9da4-60564ee23ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 1096 time: 0.0740623
Jul 29 08:36:15.105326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-2d3ea4d8-3fac-43ff-8d01-aba5f0c6dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:15.106761 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-2d3ea4d8-3fac-43ff-8d01-aba5f0c6dbcf service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.2155766
Jul 29 08:36:15.174558 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-76598b35-2205-46f3-b1e6-45f775f8b222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996 HTTP/1.1" status: 200  len: 217 time: 0.0598414
Jul 29 08:36:15.239237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-77e21999-3505-4666-b47d-2027895b6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:15.240857 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-77e21999-3505-4666-b47d-2027895b6153 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0591969
Jul 29 08:36:15.320749 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-c67b266a-47a7-4fec-a0fd-c0c04d5805f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:15.322240 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-c67b266a-47a7-4fec-a0fd-c0c04d5805f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739410
Jul 29 08:36:15.464646 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-7bed0974-6e09-4717-ab04-c2c33473938b service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314232
Jul 29 08:36:15.608293 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e619db72-257f-44f5-b8d1-2a3a3127cc25 req-9c01f631-cf88-4d10-b1fb-4b1b5ce2a0ee service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262288
Jul 29 08:36:16.040801 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da3d97-3ca1-4e1b-9364-54dcb8c710bc req-ede0a1f0-4a1d-4e7d-aad6-2789c16d40e5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:16.041501 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e2da3d97-3ca1-4e1b-9364-54dcb8c710bc req-ede0a1f0-4a1d-4e7d-aad6-2789c16d40e5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:36:16.056993 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e2da3d97-3ca1-4e1b-9364-54dcb8c710bc req-ede0a1f0-4a1d-4e7d-aad6-2789c16d40e5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:36:16.058295 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e2da3d97-3ca1-4e1b-9364-54dcb8c710bc req-ede0a1f0-4a1d-4e7d-aad6-2789c16d40e5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 943 time: 0.1041226
Jul 29 08:36:16.103291 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e2da3d97-3ca1-4e1b-9364-54dcb8c710bc req-ba1cfbd3-c868-45be-8ada-9597884fed75 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393043
Jul 29 08:36:17.286249 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa24c0-bccf-46f5-8f1f-bdf5ca750639 req-65df3da8-f180-4271-9b80-30e3c6e81c47 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:17.287686 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-acfa24c0-bccf-46f5-8f1f-bdf5ca750639 req-65df3da8-f180-4271-9b80-30e3c6e81c47 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 943 time: 0.0801015
Jul 29 08:36:17.333692 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-acfa24c0-bccf-46f5-8f1f-bdf5ca750639 req-27ba0b61-d6bc-4003-bcca-7fe0e38e2bfa tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403385
Jul 29 08:36:18.514809 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b42c42-df55-425a-ae3a-73e59300e49a req-7c2da6da-bd64-464e-aa13-984f93e8808b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:18.516262 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38b42c42-df55-425a-ae3a-73e59300e49a req-7c2da6da-bd64-464e-aa13-984f93e8808b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 943 time: 0.0783753
Jul 29 08:36:18.559516 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-38b42c42-df55-425a-ae3a-73e59300e49a req-d74f5517-03ea-4e31-80f8-afab6d187bc9 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376837
Jul 29 08:36:19.745910 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064dbf4-bccd-48d8-8beb-72415c838522 req-ba3d8493-f3f0-464c-baf6-23797180048a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:19.747347 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7064dbf4-bccd-48d8-8beb-72415c838522 req-ba3d8493-f3f0-464c-baf6-23797180048a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 943 time: 0.0840187
Jul 29 08:36:19.791815 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7064dbf4-bccd-48d8-8beb-72415c838522 req-d4ab706e-f2c8-403d-9b91-b00bbb88ca1c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388777
Jul 29 08:36:20.977093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fb9e8-d131-46cd-8ef1-0b2ffaa1e024 req-651372e0-c504-4ac6-9d9e-9c31c13ea281 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:20.979105 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd6fb9e8-d131-46cd-8ef1-0b2ffaa1e024 req-651372e0-c504-4ac6-9d9e-9c31c13ea281 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 943 time: 0.0846577
Jul 29 08:36:21.030153 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dd6fb9e8-d131-46cd-8ef1-0b2ffaa1e024 req-d7ad9f06-1e6d-4e56-93ca-10287c594e33 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452533
Jul 29 08:36:21.260009 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 09f80f1a-c2bf-4f88-b814-a393ce9d4996 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:36:21.393599 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:36:21.407629 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'port_id': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'mac_address': 'fa:16:3e:e7:f6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:36:21.461516 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:21.478066 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f80f1a-c2bf-4f88-b814-a393ce9d4996 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:36:21.492556 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:36:21.496480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:21.498154 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:21.568749 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=09f80f1a-c2bf-4f88-b814-a393ce9d4996,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:21.572191 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:21.763450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['09f80f1a-c2bf-4f88-b814-a393ce9d4996'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:36:22.202631 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:22.224177 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c84b3-b85a-4ef5-9359-b3833fcb7fa7 req-3b52ec1c-e57e-4dda-b632-c67852fbf0d4 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:22.225677 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2a5c84b3-b85a-4ef5-9359-b3833fcb7fa7 req-3b52ec1c-e57e-4dda-b632-c67852fbf0d4 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 944 time: 0.0879197
Jul 29 08:36:22.270417 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2a5c84b3-b85a-4ef5-9359-b3833fcb7fa7 req-895d9126-355b-487a-acdd-58d5a29eb6c5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390251
Jul 29 08:36:23.260835 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 09f80f1a-c2bf-4f88-b814-a393ce9d4996 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:36:23.314306 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:36:23.329636 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:36:23.335031 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:36:23.335436 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:23.454156 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:23.471439 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93023093-e7ac-4b6d-8f13-0de89647586d req-9b45bb30-16d0-4baf-a5d2-9d1dd73f9069 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:23.471928 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-93023093-e7ac-4b6d-8f13-0de89647586d req-9b45bb30-16d0-4baf-a5d2-9d1dd73f9069 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 944 time: 0.0857995
Jul 29 08:36:23.481353 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:36:23.490697 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:36:23.497632 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:23.499696 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:23.519513 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-93023093-e7ac-4b6d-8f13-0de89647586d req-e4899d62-bd1b-4b93-b0ff-bad7637326f0 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414319
Jul 29 08:36:23.571965 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=09f80f1a-c2bf-4f88-b814-a393ce9d4996,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:23.574961 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:23.597201 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'code': 200}
Jul 29 08:36:23.888323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53836df8-abb0-4ce1-acd5-4ba73d279418 req-a4ae0f4a-bc92-454a-af1e-03cc7c1e2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:23.889671 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-53836df8-abb0-4ce1-acd5-4ba73d279418 req-a4ae0f4a-bc92-454a-af1e-03cc7c1e2f2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 1098 time: 0.0688674
Jul 29 08:36:23.931976 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-53836df8-abb0-4ce1-acd5-4ba73d279418 req-6f012241-77d1-4f3c-8808-893d7acc45d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331218
Jul 29 08:36:24.708206 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebf31d-6321-4829-a1f8-1207208687ae req-75e1b224-e3aa-41bd-aaee-0317fd93d32b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:24.709658 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6bebf31d-6321-4829-a1f8-1207208687ae req-75e1b224-e3aa-41bd-aaee-0317fd93d32b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 945 time: 0.0824234
Jul 29 08:36:24.754354 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6bebf31d-6321-4829-a1f8-1207208687ae req-bde12a33-0dd3-4ce9-b7fe-39088d660ae1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382578
Jul 29 08:36:25.935954 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23db863-8258-4362-93ac-da9fbeafd5ac req-900e07a7-8585-4b67-98db-a4304eeaddbe tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:25.937419 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c23db863-8258-4362-93ac-da9fbeafd5ac req-900e07a7-8585-4b67-98db-a4304eeaddbe tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 945 time: 0.0774586
Jul 29 08:36:25.981769 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c23db863-8258-4362-93ac-da9fbeafd5ac req-9b0c4940-4749-495c-9a4c-cab1ada5564b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388634
Jul 29 08:36:26.164241 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7859ffa-c1c2-4d82-9739-5aefaaa27392 req-5b59002e-e6e8-43dc-ab29-1f52aea233a2 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:26.166257 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c7859ffa-c1c2-4d82-9739-5aefaaa27392 req-5b59002e-e6e8-43dc-ab29-1f52aea233a2 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 945 time: 0.0782721
Jul 29 08:36:26.212762 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c7859ffa-c1c2-4d82-9739-5aefaaa27392 req-63d8b73e-6fb8-4848-9512-ab54d06f000d tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410473
Jul 29 08:36:26.235978 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42050) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:36:26.406735 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f9e2a8-9294-452d-ba0e-fc8494e61c66 tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:26.407436 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b1f9e2a8-9294-452d-ba0e-fc8494e61c66 tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] Synchronizing usage tracker for tenant:c47ee0c7d7f240329e93912b08be59ea on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:36:26.423203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-b1f9e2a8-9294-452d-ba0e-fc8494e61c66 tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] Unset dirty status for tenant:c47ee0c7d7f240329e93912b08be59ea on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:36:26.424414 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b1f9e2a8-9294-452d-ba0e-fc8494e61c66 tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 1093 time: 0.1874804
Jul 29 08:36:26.427299 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42056) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:36:26.433275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'port_id': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'tenant_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:36:26.438766 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:36:26.442485 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:floatingip and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:36:26.445254 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:36:26.451491 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:36:26.462248 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:26.596205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:26.734144 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Allocated IP 172.27.2.159 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/979772f4-7119-4c7c-847d-3eaa1aa00c34) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:36:26.949501 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:26.978092 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:26.982584 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-062fdf9f-1172-4f0e-898f-900866e482a0 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:27.039987 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:36:27.043490 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:36:27.048965 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:36:27.095825 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=979772f4-7119-4c7c-847d-3eaa1aa00c34,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:27.099951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:27.457211 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:27.529209 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:27.726489 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:27.732883 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:27.736674 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9852e633-9a20-4f9b-b688-73a6dc09ccb7 tempest-ServerRescueNegativeTestJSON-1640220552 tempest-ServerRescueNegativeTestJSON-1640220552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:27.847063 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=979772f4-7119-4c7c-847d-3eaa1aa00c34,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:27.851054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:27.859917 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:28.030490 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Floating IP 88c3dd15-509c-43f5-b1fe-a7fca577a96e associated. External IP: 172.27.2.159, port: 09f80f1a-c2bf-4f88-b814-a393ce9d4996.
Jul 29 08:36:28.456149 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:36:28.630500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:36:28.639470 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:36:28.648439 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:36:28.649048 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4cf76760>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:36:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:36:28.655261 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:28.709338 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2808204
Jul 29 08:36:28.709815 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:36:28.759347 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'status': 'completed', 'code': 200}
Jul 29 08:36:28.827949 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:36:28.854053 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-54e55c88-d14f-4666-9596-bc08ec6f07f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:28.855573 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-54e55c88-d14f-4666-9596-bc08ec6f07f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 1098 time: 0.0711222
Jul 29 08:36:28.994311 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-6e0c6dbb-b8b3-40d8-abb6-282e69abe6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:28.995931 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-6e0c6dbb-b8b3-40d8-abb6-282e69abe6b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1322367
Jul 29 08:36:29.115715 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-3b380b95-c87a-4567-ab76-39e36d7247e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996 HTTP/1.1" status: 200  len: 999 time: 0.1123674
Jul 29 08:36:29.184227 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-6f876112-d646-49e4-9181-1369aaaa7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:29.185681 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-6f876112-d646-49e4-9181-1369aaaa7bf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0606308
Jul 29 08:36:29.213205 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4cf76760>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '88c3dd15-509c-43f5-b1fe-a7fca577a96e', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:e7:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9630c-722c-45f2-a394-be5e0c96a473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:36:27Z', 'updated_at': '2021-07-29T08:36:27Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:36:29.217191 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:36:29.225258 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:36:29.225858 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4cf76760>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:36:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:36:29.261300 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-7c6c37dd-3fe5-48ea-98fa-862cf775100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:29.262847 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-7c6c37dd-3fe5-48ea-98fa-862cf775100f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706506
Jul 29 08:36:29.396189 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-0bf434ab-b5e0-4994-8b91-d57ccba12170 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248429
Jul 29 08:36:29.401530 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:36:29.531980 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb3cd17d-541a-4638-a2a8-dc93b47a4204 req-a1020730-772f-4b73-a4db-e64c27af4365 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273272
Jul 29 08:36:29.746015 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4cf76760>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '88c3dd15-509c-43f5-b1fe-a7fca577a96e', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:e7:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9630c-722c-45f2-a394-be5e0c96a473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:36:27Z', 'updated_at': '2021-07-29T08:36:27Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:36:29.749873 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac59ff-71c5-47c3-9ee2-d14668ef9a22 None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': '88c3dd15-509c-43f5-b1fe-a7fca577a96e', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:e7:f6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9630c-722c-45f2-a394-be5e0c96a473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:36:27Z', 'updated_at': '2021-07-29T08:36:27Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:36:29.925985 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9383d2-f835-496b-ba1a-2c7b3df794e3 None None] New status for floating IP 88c3dd15-509c-43f5-b1fe-a7fca577a96e: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:36:30.034443 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-a6ed61cb-2c87-4cc4-a044-709943d0696a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:30.573612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:32.758849 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-847defd8-b836-4c9b-a9e2-c77991ea1112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:33.447095 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:35.181333 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:43.448805 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31898d8-8be1-4c94-8a01-f043d9e5a759 req-de30a089-b9e7-4535-9c42-9ce6101b042a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:43.450196 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c31898d8-8be1-4c94-8a01-f043d9e5a759 req-de30a089-b9e7-4535-9c42-9ce6101b042a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.1760774
Jul 29 08:36:43.495192 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c31898d8-8be1-4c94-8a01-f043d9e5a759 req-b247c64a-ec18-4600-9e15-845819af20f9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393033
Jul 29 08:36:44.691438 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f828b-5ab0-42fd-ada9-867e68843b75 req-56591cc4-e3a1-40af-8119-ca3b9f3615f5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:44.693056 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b58f828b-5ab0-42fd-ada9-867e68843b75 req-56591cc4-e3a1-40af-8119-ca3b9f3615f5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0877380
Jul 29 08:36:44.741352 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b58f828b-5ab0-42fd-ada9-867e68843b75 req-ebf55349-22e4-443b-9af6-4ba6e130f2f6 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427029
Jul 29 08:36:45.929705 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9a32-f1b5-433a-a7b1-7abd1716d678 req-c77672c1-42cf-40de-ba49-99ac99fa045c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:45.931127 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-aedd9a32-f1b5-433a-a7b1-7abd1716d678 req-c77672c1-42cf-40de-ba49-99ac99fa045c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0816722
Jul 29 08:36:45.975400 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-aedd9a32-f1b5-433a-a7b1-7abd1716d678 req-364245e6-c09e-4c65-8d9e-98405195a15a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387142
Jul 29 08:36:47.165341 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441d24c-f067-406f-a6e6-fbb3535929ee req-91ea485a-3b8e-485c-bd90-52231f1b981b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:47.166803 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f441d24c-f067-406f-a6e6-fbb3535929ee req-91ea485a-3b8e-485c-bd90-52231f1b981b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0778940
Jul 29 08:36:47.214047 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f441d24c-f067-406f-a6e6-fbb3535929ee req-a583f79f-86b9-4be4-9ab0-0f0d45d55b89 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414004
Jul 29 08:36:48.397403 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68384ff-de9b-4ba2-93e4-40397874125a req-13c7bd1a-e86c-45de-a309-d9109345c73f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:48.398819 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f68384ff-de9b-4ba2-93e4-40397874125a req-13c7bd1a-e86c-45de-a309-d9109345c73f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0775263
Jul 29 08:36:48.443784 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f68384ff-de9b-4ba2-93e4-40397874125a req-35627499-d2f1-4243-860b-e08388e53a42 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388167
Jul 29 08:36:49.633776 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6f40-6f96-4cb5-a309-93f2575ddca9 req-5101d033-939b-4b5c-a836-af5f7817792e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:49.635230 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6d4c6f40-6f96-4cb5-a309-93f2575ddca9 req-5101d033-939b-4b5c-a836-af5f7817792e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0838418
Jul 29 08:36:49.680484 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6d4c6f40-6f96-4cb5-a309-93f2575ddca9 req-415f4c58-b764-4562-9457-a9ffee458958 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390801
Jul 29 08:36:50.737606 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743c48-f696-4325-b56c-b077e3af25df req-ff2d027d-56a5-4a88-9294-1815c2d427b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:50.739138 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-ff2d027d-56a5-4a88-9294-1815c2d427b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1099 time: 0.0742805
Jul 29 08:36:50.938783 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743c48-f696-4325-b56c-b077e3af25df req-f7169d4a-11d6-413e-822d-d34fc982810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:50.940306 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-f7169d4a-11d6-413e-822d-d34fc982810a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1794004
Jul 29 08:36:50.954983 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad673c-c437-49d9-bb0c-3007aed8ee18 req-b15a76e4-31c2-45ce-ad7f-02c8966c839d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:50.956360 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ad673c-c437-49d9-bb0c-3007aed8ee18 req-b15a76e4-31c2-45ce-ad7f-02c8966c839d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.1622715
Jul 29 08:36:51.177055 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-19ad673c-c437-49d9-bb0c-3007aed8ee18 req-eec29f96-6a9b-478d-9dc8-ec9c72192e6b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813262
Jul 29 08:36:51.178671 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-deae9874-3da2-4062-b010-2253b336e1d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 1002 time: 0.2214942
Jul 29 08:36:51.243932 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743c48-f696-4325-b56c-b077e3af25df req-60c7d8d5-5706-4bc7-872f-b81361b57b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:51.245442 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-60c7d8d5-5706-4bc7-872f-b81361b57b7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.0594676
Jul 29 08:36:51.319799 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28743c48-f696-4325-b56c-b077e3af25df req-67d417ce-41f3-42db-b133-a402722199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:51.321320 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-67d417ce-41f3-42db-b133-a402722199b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695755
Jul 29 08:36:51.454843 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-b586f499-577d-4ef5-b5db-e6b88b4d0dfc service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264560
Jul 29 08:36:51.587953 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-28743c48-f696-4325-b56c-b077e3af25df req-91140d13-86bf-4882-9e28-73e5e266d7ae service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260867
Jul 29 08:36:52.202512 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:52.366304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0266a-e2ab-4677-a051-ed68786bc9e1 req-b6f5f3ef-f0ba-40a6-84aa-ca7b83e9dd28 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:52.367762 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ccf0266a-e2ab-4677-a051-ed68786bc9e1 req-b6f5f3ef-f0ba-40a6-84aa-ca7b83e9dd28 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0791142
Jul 29 08:36:52.411528 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ccf0266a-e2ab-4677-a051-ed68786bc9e1 req-1773908e-15dd-4942-92b9-1f38db823e65 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375247
Jul 29 08:36:53.603480 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0274e-d333-4841-ade5-5d4ddb9afbf8 req-ba99c3b0-7bad-442a-99d6-6d3b2cee2b8f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:53.605166 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3ae0274e-d333-4841-ade5-5d4ddb9afbf8 req-ba99c3b0-7bad-442a-99d6-6d3b2cee2b8f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0844276
Jul 29 08:36:53.650239 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3ae0274e-d333-4841-ade5-5d4ddb9afbf8 req-74764384-d649-46a9-8887-e5f8534c3000 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393486
Jul 29 08:36:54.838728 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aebfd-40e7-4e3f-b471-0e25b4b94306 req-3d3cc22b-90b6-4b74-a628-0f04b3049cfc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:54.840835 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-536aebfd-40e7-4e3f-b471-0e25b4b94306 req-3d3cc22b-90b6-4b74-a628-0f04b3049cfc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0823600
Jul 29 08:36:54.883562 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-536aebfd-40e7-4e3f-b471-0e25b4b94306 req-1bbb5742-82ae-4fe8-8e38-18a4615e66c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372460
Jul 29 08:36:56.078947 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9fb75-6fc4-421a-8b40-a067e4d77033 req-33b87231-911d-474f-acde-de172ffa5b3d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:56.080445 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-43b9fb75-6fc4-421a-8b40-a067e4d77033 req-33b87231-911d-474f-acde-de172ffa5b3d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0872376
Jul 29 08:36:56.125831 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-43b9fb75-6fc4-421a-8b40-a067e4d77033 req-6eda41a9-8ed4-45d6-881e-ac4b8e86ab93 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394065
Jul 29 08:36:57.342527 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5ed69-685c-4106-8cf1-a40b2410fe9d req-336b0b01-7d9f-4701-91d3-6699cffff4e7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:57.344116 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-32f5ed69-685c-4106-8cf1-a40b2410fe9d req-336b0b01-7d9f-4701-91d3-6699cffff4e7 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0983589
Jul 29 08:36:57.404547 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-32f5ed69-685c-4106-8cf1-a40b2410fe9d req-b4ec2359-920f-4f7f-870a-860c29bc6c8c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544703
Jul 29 08:36:57.439347 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:36:57.588424 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:36:57.602911 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'mac_address': 'fa:16:3e:05:1a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:36:57.671170 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:57.691339 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03e080bc-bf2a-46c2-835f-a9a9ba174923 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:36:57.714257 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:36:57.721630 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:57.723704 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-72a5b4b2-6693-4dfd-83d2-59183acf8dea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:57.797480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=6']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:57.805130 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.805475 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.805810 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.806142 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.806470 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.806796 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.807118 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.812461 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.813040 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.813383 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.813715 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.814041 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:36:57.820801 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:57.824305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['03e080bc-bf2a-46c2-835f-a9a9ba174923'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:36:58.605776 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1800c75-a3fb-4f57-85eb-ba076ee8cd9a req-6295d88f-7e4f-45ee-a2d0-5a75fb91723e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:58.607327 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e1800c75-a3fb-4f57-85eb-ba076ee8cd9a req-6295d88f-7e4f-45ee-a2d0-5a75fb91723e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 945 time: 0.0869930
Jul 29 08:36:58.660249 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e1800c75-a3fb-4f57-85eb-ba076ee8cd9a req-45d616dc-89af-452b-b496-dd406dc830a0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434587
Jul 29 08:36:59.470448 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:36:59.541283 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 03e080bc-bf2a-46c2-835f-a9a9ba174923 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:36:59.541653 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:59.672008 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:59.707592 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:36:59.708714 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:36:59.724794 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:36:59.731647 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-aad39baa-76f6-4ac3-af41-12ff24b6a414 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:36:59.790306 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'code': 200}
Jul 29 08:36:59.832858 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=7']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:36:59.843997 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:36:59.871696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc451f-4594-4177-ae5e-d37ac694e50e req-2b862036-738d-47c7-95dc-8173afdf3e7e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:36:59.873224 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f8dc451f-4594-4177-ae5e-d37ac694e50e req-2b862036-738d-47c7-95dc-8173afdf3e7e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0894504
Jul 29 08:36:59.932434 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f8dc451f-4594-4177-ae5e-d37ac694e50e req-3636c374-3a76-441f-89b7-f180b25b6403 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532823
Jul 29 08:37:00.047321 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-bfc3b839-2dfa-49a4-ab1d-067f2ac3f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:00.314298 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:37:00.581752 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:01.171949 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9e826-12e4-47f1-b0f0-76096893b086 req-fc89dc49-a96d-4e5c-a9c6-2c192726ec17 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:01.173495 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-84f9e826-12e4-47f1-b0f0-76096893b086 req-fc89dc49-a96d-4e5c-a9c6-2c192726ec17 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.1191452
Jul 29 08:37:01.226933 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-84f9e826-12e4-47f1-b0f0-76096893b086 req-4d76716e-673a-4271-9580-aaa85092c865 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458612
Jul 29 08:37:02.486058 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792eead8-7435-4152-ae87-7f39f82531fa req-147ac443-c025-4245-bea3-32dd2f60c0a4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:02.487747 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-792eead8-7435-4152-ae87-7f39f82531fa req-147ac443-c025-4245-bea3-32dd2f60c0a4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.1221702
Jul 29 08:37:02.550610 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-792eead8-7435-4152-ae87-7f39f82531fa req-b68789bf-d325-4c90-9458-b29cc591c0fc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566294
Jul 29 08:37:02.764012 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-26a192b0-bafb-4348-8308-e477ce379659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:03.450799 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:03.766542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fd852-af26-43d6-bb49-5ca139aedb97 req-897ff98f-34b9-43f7-84a0-823b5f5650ce tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:03.768173 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5a3fd852-af26-43d6-bb49-5ca139aedb97 req-897ff98f-34b9-43f7-84a0-823b5f5650ce tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0960572
Jul 29 08:37:03.822159 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5a3fd852-af26-43d6-bb49-5ca139aedb97 req-e2bd3ebb-3b4e-4c8b-92d5-df68d8ca1ac9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483217
Jul 29 08:37:05.022060 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cde05-4097-473f-941a-040434f9bbb9 req-1f94504d-f2e8-40a9-b224-f58d6d43c1bc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:05.023603 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-807cde05-4097-473f-941a-040434f9bbb9 req-1f94504d-f2e8-40a9-b224-f58d6d43c1bc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0802593
Jul 29 08:37:05.075732 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-807cde05-4097-473f-941a-040434f9bbb9 req-202d6d03-8eda-49d0-a8e2-c6c287fe8e82 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459981
Jul 29 08:37:05.184637 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:05.711927 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246b1e5-4318-4a23-95b4-2846db926495 req-17d0358e-12b5-4dda-bb87-4f42994a23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:05.713435 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-17d0358e-12b5-4dda-bb87-4f42994a23f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1099 time: 0.0706360
Jul 29 08:37:05.845807 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246b1e5-4318-4a23-95b4-2846db926495 req-85f1a4bb-7204-49c2-839a-5b881bc7c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:05.847251 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-85f1a4bb-7204-49c2-839a-5b881bc7c001 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1259272
Jul 29 08:37:05.951298 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-786cb6e6-b407-40b8-8180-6e3e8d21ce82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 1002 time: 0.0962641
Jul 29 08:37:06.014000 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246b1e5-4318-4a23-95b4-2846db926495 req-923a4b15-f4ab-4f1c-8b1f-6baec3e1d01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:06.015462 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-923a4b15-f4ab-4f1c-8b1f-6baec3e1d01e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.0574334
Jul 29 08:37:06.096384 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246b1e5-4318-4a23-95b4-2846db926495 req-3442e9c2-8ed0-40d8-aa50-e521f7918f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:06.097894 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-3442e9c2-8ed0-40d8-aa50-e521f7918f99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752592
Jul 29 08:37:06.281881 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3899d9-f273-4fb6-90ab-9e7f1409957e req-2f9c9453-ccd9-482b-ad1a-eac53156ce1e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:06.283671 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4c3899d9-f273-4fb6-90ab-9e7f1409957e req-2f9c9453-ccd9-482b-ad1a-eac53156ce1e tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0841143
Jul 29 08:37:06.321310 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-56236c50-382a-4106-b4b6-72728914fac7 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2119181
Jul 29 08:37:06.331296 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4c3899d9-f273-4fb6-90ab-9e7f1409957e req-5b3bddeb-008b-4d2c-bc78-d1708f911249 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417833
Jul 29 08:37:06.455896 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c246b1e5-4318-4a23-95b4-2846db926495 req-4b9eca43-c6ce-43e0-9908-e398f9894aa0 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276913
Jul 29 08:37:06.599178 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdf6a0-7abc-4e56-a9d5-3ed7843b0e89 req-54fedc98-08b4-4dcb-bad0-d51e18bd20dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:06.600622 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-73cdf6a0-7abc-4e56-a9d5-3ed7843b0e89 req-54fedc98-08b4-4dcb-bad0-d51e18bd20dc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.0819464
Jul 29 08:37:06.643860 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-73cdf6a0-7abc-4e56-a9d5-3ed7843b0e89 req-a36458c6-f3b5-4275-b23a-dc5d05c4ecc9 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369987
Jul 29 08:37:07.525733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195f13b-77b6-4aa6-b5a9-beab96b887ed req-18328ec5-0aa7-4a9a-aa7f-d7076c263092 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:07.527179 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c195f13b-77b6-4aa6-b5a9-beab96b887ed req-18328ec5-0aa7-4a9a-aa7f-d7076c263092 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 946 time: 0.0793602
Jul 29 08:37:07.564814 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:07.570747 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c195f13b-77b6-4aa6-b5a9-beab96b887ed req-5c679eb2-834b-412f-9bc7-09ad771275a2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381215
Jul 29 08:37:07.675243 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:07.737255 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:37:07.747809 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:07.752182 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:07.754447 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-2039c912-667f-40c9-ba66-8e2a553a73da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:07.783014 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'code': 200}
Jul 29 08:37:07.821695 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=8']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:07.824887 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:07.840967 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b02d5-188f-4ad1-ba9f-b7eee2e5b769 req-9d5a7592-857f-4091-b1fa-4b15f6d39e89 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:07.842428 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ee0b02d5-188f-4ad1-ba9f-b7eee2e5b769 req-9d5a7592-857f-4091-b1fa-4b15f6d39e89 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.0848770
Jul 29 08:37:07.885782 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ee0b02d5-188f-4ad1-ba9f-b7eee2e5b769 req-6c97bad6-3528-40e9-a138-23b0eddb2ae8 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377479
Jul 29 08:37:08.362591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-bc25f341-8b99-4549-8144-84765961b044 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:08.364001 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-bc25f341-8b99-4549-8144-84765961b044 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.0803506
Jul 29 08:37:08.433833 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Deleting port 0a15e5fa-f190-4391-9cd0-4f81418e6930 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:08.434176 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:08.729694 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] For port 0a15e5fa-f190-4391-9cd0-4f81418e6930, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0a15e5fa-f190-4391-9cd0-4f81418e6930,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:08.730407 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:08.925084 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ff325-fadd-4e88-b9df-50a316f72895 req-2e679f5f-72d7-4bce-892c-851e323575ca tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:08.926534 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6a8ff325-fadd-4e88-b9df-50a316f72895 req-2e679f5f-72d7-4bce-892c-851e323575ca tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.2440193
Jul 29 08:37:09.057615 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6a8ff325-fadd-4e88-b9df-50a316f72895 req-23d385f6-fd58-47c4-a57d-600c11109e53 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255040
Jul 29 08:37:09.068929 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:09.069295 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:09.069603 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Floating IP c6210471-e5df-444d-b53f-b8614e1b2736 disassociated. External IP: 172.27.2.15, port: 0a15e5fa-f190-4391-9cd0-4f81418e6930.
Jul 29 08:37:09.070016 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Calling delete_port for 0a15e5fa-f190-4391-9cd0-4f81418e6930 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:09.073970 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144d57a-5a4d-4ee7-a573-e13c1267c229 req-65525f7a-3b9d-4e3a-9a2b-f3956c8bac58 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:09.075469 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d144d57a-5a4d-4ee7-a573-e13c1267c229 req-65525f7a-3b9d-4e3a-9a2b-f3956c8bac58 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 945 time: 0.0852611
Jul 29 08:37:09.128779 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d144d57a-5a4d-4ee7-a573-e13c1267c229 req-b8b972f6-37b1-4d9d-a160-e7fb39012d16 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups?id=ededb8e2-b663-40b7-9372-00bdbb6ef438&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471056
Jul 29 08:37:09.219260 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:09.224952 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e2d8675a-1e72-4273-bc8b-a46c1ba9b437 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:09.268858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event deleted for resources: {'Port': ['ID=0a15e5fa-f190-4391-9cd0-4f81418e6930,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:09.280576 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.280810 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.281176 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.281532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.281885 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.282240 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.282596 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.282981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.283329 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.283677 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.284022 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.284520 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:09.288093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:09.469992 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:37:09.748486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:37:09.759066 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:37:09.778051 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:09.778935 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce162b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:09.834784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] No DVR routers for this DVR port 0a15e5fa-f190-4391-9cd0-4f81418e6930 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:37:09.837427 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:09.840866 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'name': 'network-vif-deleted', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:37:09.868305 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-60bd15fb-b434-4a0c-b967-eb1a01e476cd req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.37 "DELETE /v2.0/ports/0a15e5fa-f190-4391-9cd0-4f81418e6930 HTTP/1.1" status: 204  len: 173 time: 1.4985306
Jul 29 08:37:09.890675 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0396216-b9aa-49c5-ad4c-475d420e2db5', 'name': 'network-vif-deleted', 'tag': '0a15e5fa-f190-4391-9cd0-4f81418e6930', 'status': 'completed', 'code': 200}
Jul 29 08:37:09.980660 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:10.297638 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-9d825f6a-6692-41bc-a255-c76b12f71d7a req-18cd1d57-076c-4311-83a0-e74e5beaf278 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Synchronizing usage tracker for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:37:10.317553 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-9d825f6a-6692-41bc-a255-c76b12f71d7a req-18cd1d57-076c-4311-83a0-e74e5beaf278 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Unset dirty status for tenant:5dac336bd0ae497dbc277ac39dbb828d on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:37:10.318716 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9d825f6a-6692-41bc-a255-c76b12f71d7a req-18cd1d57-076c-4311-83a0-e74e5beaf278 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0396216-b9aa-49c5-ad4c-475d420e2db5 HTTP/1.1" status: 200  len: 210 time: 0.0681014
Jul 29 08:37:10.322789 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce162b0>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:10.327252 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:37:10.343479 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:10.343479 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce162b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:10.561197 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:10.589797 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35e7d1-5016-437e-a2a7-64fe59effb01 req-e45f6c6f-fab4-4a03-a998-6805f861bfd2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:10.596863 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3c35e7d1-5016-437e-a2a7-64fe59effb01 req-e45f6c6f-fab4-4a03-a998-6805f861bfd2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.1037428
Jul 29 08:37:10.642645 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3c35e7d1-5016-437e-a2a7-64fe59effb01 req-5dd4fda1-31e2-40f5-9a38-a647faa8eb31 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448349
Jul 29 08:37:10.739995 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-020fffe3-884a-4393-88a4-a7b53f75430d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0695546
Jul 29 08:37:10.897809 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ce162b0>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:10.902987 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a08949-36a5-46c1-a452-86aab4d7fb0a None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:30:48Z', 'revision_number': 4, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '63bd8a6d-cba8-4574-ad6b-8611fc710609', 'name': '', 'network_id': '852401c0-71c8-4cbe-a859-8c6f382399ca', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'mac_address': 'fa:16:3e:53:31:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:44Z', 'updated_at': '2021-07-29T08:31:02Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'subnets': [{'id': 'ebf0c290-4952-4fa6-8d98-60ac0ffefb5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:37:11.170677 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a266ea-293b-4c6f-9b2c-cb22bbacc1fa None None] New status for floating IP c6210471-e5df-444d-b53f-b8614e1b2736: DOWN {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:37:11.449184 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42428) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:11.516519 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:11.543416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:11.585850 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:11.597578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:11.602186 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b4df851e-4884-4958-ab1e-a65cc2e60f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:11.617777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ededb8e2-b663-40b7-9372-00bdbb6ef438,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:11.630060 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.630575 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.631125 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.631501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.631866 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.632248 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.632606 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.632975 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.633361 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.633754 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.634147 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.634487 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:37:11.639360 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:11.639697 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-e158b9db-c6ed-4a49-bbce-6e26be4eaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:11.641857 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-e158b9db-c6ed-4a49-bbce-6e26be4eaa91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef&tenant_id=dee31a5b42be4143882959e2894f3ea3 HTTP/1.1" status: 200  len: 1097 time: 0.0823984
Jul 29 08:37:11.649176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:11.650306 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "DELETE /v2.0/security-groups/ededb8e2-b663-40b7-9372-00bdbb6ef438 HTTP/1.1" status: 204  len: 168 time: 0.2001433
Jul 29 08:37:11.653451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42432) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:11.671651 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.api.v2.resource [None req-8910637b-8712-4a23-8270-8c12a49cbcad tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] show failed (client error): The resource could not be found.
Jul 29 08:37:11.673038 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8910637b-8712-4a23-8270-8c12a49cbcad tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "GET /v2.0/security-groups/ededb8e2-b663-40b7-9372-00bdbb6ef438 HTTP/1.1" status: 404  len: 347 time: 0.0186379
Jul 29 08:37:11.675952 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42438) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:11.743618 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0a15e5fa-f190-4391-9cd0-4f81418e6930 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:11.746162 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-02dc19fa-695c-4fa1-bea1-be4d637dd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:11.747632 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-02dc19fa-695c-4fa1-bea1-be4d637dd63d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1097 time: 0.0826073
Jul 29 08:37:11.778000 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 0a15e5fa-f190-4391-9cd0-4f81418e6930 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:11.778350 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0a15e5fa-f190-4391-9cd0-4f81418e6930 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:11.884325 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-39b45dea-9df0-4f83-acbd-45413957477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:11.885705 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-39b45dea-9df0-4f83-acbd-45413957477d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1318650
Jul 29 08:37:11.967537 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Deleting port 98253334-08b1-4bdd-8258-6b3484d06478 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:11.968191 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:11.990657 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-014ce0d9-c51d-42f5-b7b1-6a1ad7656ea9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 1000 time: 0.0984478
Jul 29 08:37:12.063574 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-94a2c542-e2a7-49ed-9da2-a160f38a8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:12.065138 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-94a2c542-e2a7-49ed-9da2-a160f38a8ccf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.0667851
Jul 29 08:37:12.132701 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0063b0-3a99-4952-9f23-1174f0162b57 req-bcb7b267-6dbf-4c07-b3c4-3ab171810eaa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:12.134290 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fc0063b0-3a99-4952-9f23-1174f0162b57 req-bcb7b267-6dbf-4c07-b3c4-3ab171810eaa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.3215919
Jul 29 08:37:12.141102 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-e66f45ac-6f03-4c6f-a7c3-18bad7af8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:12.142491 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-e66f45ac-6f03-4c6f-a7c3-18bad7af8d72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706995
Jul 29 08:37:12.197685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:12.198128 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:12.211960 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fc0063b0-3a99-4952-9f23-1174f0162b57 req-e4547c63-8cbd-43d3-90e7-8af3f78253b5 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698149
Jul 29 08:37:12.273360 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-119f3737-f8d7-49d1-8470-1240719c25d4 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239686
Jul 29 08:37:12.325771 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Calling delete_port for 98253334-08b1-4bdd-8258-6b3484d06478 owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:12.403476 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5ea1f344-e4d4-476b-bf54-d90bc2153dfb req-a929f91c-373b-45d8-bb53-86bb3130eb82 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235056
Jul 29 08:37:12.467583 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:12.471643 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:12.515174 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Pushing event deleted for resources: {'Port': ['ID=98253334-08b1-4bdd-8258-6b3484d06478,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:12.517664 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:12.615350 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:12.633118 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:12.634251 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-3dcf8ea6-aae3-4163-96fb-f0aa236f482c tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] 10.222.0.24 "DELETE /v2.0/floatingips/c6210471-e5df-444d-b53f-b8614e1b2736 HTTP/1.1" status: 204  len: 168 time: 0.9572616
Jul 29 08:37:13.409392 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc7cde-33d4-4be7-a7e2-f4fe02e7308a req-73d8339b-b28b-4061-8a88-05953f94208f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:13.411040 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7fbc7cde-33d4-4be7-a7e2-f4fe02e7308a req-73d8339b-b28b-4061-8a88-05953f94208f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.0845456
Jul 29 08:37:13.466157 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7fbc7cde-33d4-4be7-a7e2-f4fe02e7308a req-3ffcccf4-4a8f-4b20-aa5f-ad4150d3fd68 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488839
Jul 29 08:37:14.661715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ca533-47da-4393-8a6d-92961474d36f req-b3097327-7132-4e9d-8b2b-089b65f8bdfa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:14.663252 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-979ca533-47da-4393-8a6d-92961474d36f req-b3097327-7132-4e9d-8b2b-089b65f8bdfa tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.0834486
Jul 29 08:37:14.711546 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-979ca533-47da-4393-8a6d-92961474d36f req-12284a92-5fbb-47d9-8660-5a0eb60ff892 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418863
Jul 29 08:37:15.927707 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63248195-09fd-403b-a372-83af167e0982 req-f9242063-ce79-4cc2-9ad7-762c0605e35c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:15.929214 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63248195-09fd-403b-a372-83af167e0982 req-f9242063-ce79-4cc2-9ad7-762c0605e35c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.0832438
Jul 29 08:37:15.977276 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-63248195-09fd-403b-a372-83af167e0982 req-27e8b117-bfa4-44aa-8381-ce183c400ed2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420237
Jul 29 08:37:16.736004 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42496) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:17.192359 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c0242-abd9-4710-b72e-b0487ca34682 req-faa04b8c-99ff-431d-8b91-700d0ef51d17 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:17.194512 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-594c0242-abd9-4710-b72e-b0487ca34682 req-faa04b8c-99ff-431d-8b91-700d0ef51d17 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.0965612
Jul 29 08:37:17.251406 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-594c0242-abd9-4710-b72e-b0487ca34682 req-43a5ec0b-f096-4d89-8236-47a4e15235b0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503387
Jul 29 08:37:17.535138 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:17.907274 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Deleting port 63bd8a6d-cba8-4574-ad6b-8611fc710609 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:17.907589 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:18.093864 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] For port 63bd8a6d-cba8-4574-ad6b-8611fc710609, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=63bd8a6d-cba8-4574-ad6b-8611fc710609,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:18.094222 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:18.224010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Calling delete_port for 63bd8a6d-cba8-4574-ad6b-8611fc710609 owned by network:router_interface {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:18.563794 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05897c-4144-4d0a-bcb8-eda00597122c req-18f11345-df3c-4c09-b0f4-b681c71bd462 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:18.566436 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3b05897c-4144-4d0a-bcb8-eda00597122c req-18f11345-df3c-4c09-b0f4-b681c71bd462 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.1582994
Jul 29 08:37:18.768719 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3b05897c-4144-4d0a-bcb8-eda00597122c req-5ce8740e-fbbc-4bd7-ad54-b9e67cb5e344 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1960285
Jul 29 08:37:18.787055 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:18.797746 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2a0c091b-2b34-4bee-9591-e7a755dda1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:18.891336 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Pushing event deleted for resources: {'Port': ['ID=63bd8a6d-cba8-4574-ad6b-8611fc710609,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:18.893267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:19.141236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:19.517859 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:37:19.704964 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:37:19.715863 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] Sync routers for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:37:19.722184 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42508) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:19.722788 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] 10.222.0.24 "PUT /v2.0/routers/37c8f454-bcf3-4f05-8b2b-15f0f61828b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9849942
Jul 29 08:37:19.726663 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:19.727584 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7a6820>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:19.997082 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:20.007290 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks [] for router, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:20.116074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b174e2c-f472-49b4-add1-7b88e16498d4 req-3c9efa59-f27d-430c-bc90-8b83c30b5e74 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:20.120862 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2b174e2c-f472-49b4-add1-7b88e16498d4 req-3c9efa59-f27d-430c-bc90-8b83c30b5e74 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.2216697
Jul 29 08:37:20.256168 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:20.270348 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2b174e2c-f472-49b4-add1-7b88e16498d4 req-17c6b559-0e6d-400a-8729-881bf2234e97 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581558
Jul 29 08:37:20.272039 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Deleting port b3daee49-6383-4c50-8df4-3b31c519fd0d {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:20.272626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:20.336362 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7a6820>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:37:18Z', 'revision_number': 5, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port': {'id': 'b3daee49-6383-4c50-8df4-3b31c519fd0d', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:35Z', 'updated_at': '2021-07-29T08:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:20.341464 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] Checking router: 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:37:20.350822 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] Routers {'37c8f454-bcf3-4f05-8b2b-15f0f61828b3'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:20.351577 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7a6820>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:20.518388 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] Set router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 gateway port host: None {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:20.578734 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] For port b3daee49-6383-4c50-8df4-3b31c519fd0d, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=b3daee49-6383-4c50-8df4-3b31c519fd0d,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:20.579117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:20.627063 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7a6820>, [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:37:20Z', 'revision_number': 6, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:20.631415 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7f51f-b24a-4dfc-8941-ba6647b67395 None None] The sync data for ids ['37c8f454-bcf3-4f05-8b2b-15f0f61828b3'] in dv-cinder-802781-1-iscsi is: [{'id': '37c8f454-bcf3-4f05-8b2b-15f0f61828b3', 'name': 'tempest-AttachVolumeTestJSON-1034668421-router', 'tenant_id': '5dac336bd0ae497dbc277ac39dbb828d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:34Z', 'updated_at': '2021-07-29T08:37:20Z', 'revision_number': 6, 'project_id': '5dac336bd0ae497dbc277ac39dbb828d', 'gw_port_host': None}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:37:20.714012 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Calling delete_port for b3daee49-6383-4c50-8df4-3b31c519fd0d owned by network:router_gateway {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:20.886198 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:20.891080 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:20.961308 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Pushing event deleted for resources: {'Port': ['ID=b3daee49-6383-4c50-8df4-3b31c519fd0d,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:20.963772 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:21.056279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.248447 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.250674 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.273500 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.274115 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c8f454-bcf3-4f05-8b2b-15f0f61828b3 {{(pid=78530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:37:21.287402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.291285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42514) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:21.292224 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-cb6ff5b1-7c42-44e1-b554-af9fd73e035c admin admin] 10.222.0.24 "DELETE /v2.0/routers/37c8f454-bcf3-4f05-8b2b-15f0f61828b3 HTTP/1.1" status: 204  len: 168 time: 1.5670640
Jul 29 08:37:21.366296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Deleting subnet ebf0c290-4952-4fa6-8d98-60ac0ffefb5c {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:37:21.369443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.472540 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3376508'] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.506365 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 63bd8a6d-cba8-4574-ad6b-8611fc710609 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:21.561376 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 63bd8a6d-cba8-4574-ad6b-8611fc710609 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:21.561731 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 63bd8a6d-cba8-4574-ad6b-8611fc710609 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:21.578950 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a04bf9-d465-4afd-aaf5-ac2f95b674cb req-6d154971-eac0-485a-bdae-26ba8c95699f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:21.580584 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-72a04bf9-d465-4afd-aaf5-ac2f95b674cb req-6d154971-eac0-485a-bdae-26ba8c95699f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.1844118
Jul 29 08:37:21.688031 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-72a04bf9-d465-4afd-aaf5-ac2f95b674cb req-c1d7608e-da42-4c80-942d-70c7441de04a tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650277
Jul 29 08:37:21.688031 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.760419 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138956'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.765937 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:21.811875 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.814535 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf0c290-4952-4fa6-8d98-60ac0ffefb5c,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:21.817660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:21.818373 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f4818-46ac-45ee-b622-d3455df7a867 None None] Network 852401c0-71c8-4cbe-a859-8c6f382399ca requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:37:21.823632 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-68319f9e-ef4f-4fd2-93f3-055af98c92cc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ebf0c290-4952-4fa6-8d98-60ac0ffefb5c HTTP/1.1" status: 204  len: 168 time: 0.5311534
Jul 29 08:37:21.826604 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42522) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:21.953208 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:21.967611 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Deleting port 999c7e53-7049-4d3b-944d-b3f23807053a {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:21.967968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.144389 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] DHCP port deletion for 852401c0-71c8-4cbe-a859-8c6f382399ca request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:37:22.149633 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Deleting port 999c7e53-7049-4d3b-944d-b3f23807053a {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:22.150230 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.240163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] For port 999c7e53-7049-4d3b-944d-b3f23807053a, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=999c7e53-7049-4d3b-944d-b3f23807053a,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:22.240544 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.247915 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.374664 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] For port 999c7e53-7049-4d3b-944d-b3f23807053a, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=999c7e53-7049-4d3b-944d-b3f23807053a,segment=NetworkSegment(154516f1-ba26-4a9e-b5ff-4a699a7d450d),segment_id=154516f1-ba26-4a9e-b5ff-4a699a7d450d)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:22.374972 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.376731 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Calling delete_port for 999c7e53-7049-4d3b-944d-b3f23807053a owned by network:dhcp {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:22.457280 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.461988 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ae26b939-6751-4be9-b0be-52220a555299 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:22.509591 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=999c7e53-7049-4d3b-944d-b3f23807053a,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:22.512463 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] No DVR routers for this DVR port 999c7e53-7049-4d3b-944d-b3f23807053a on host dv-cinder-802781-1-iscsi {{(pid=78530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:37:22.513900 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:22.535213 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Calling delete_port for 999c7e53-7049-4d3b-944d-b3f23807053a owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:22.679105 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:37:22.679466 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:37:22.731247 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.748708 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7a6640>,) {'filters': {'network_id': ['852401c0-71c8-4cbe-a859-8c6f382399ca']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:22.760912 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7a6640>, '154516f1-ba26-4a9e-b5ff-4a699a7d450d') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:22.761235 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7a6640>, '154516f1-ba26-4a9e-b5ff-4a699a7d450d') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:22.773551 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.789418 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.796616 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:37:22.797334 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:37:22.812570 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:37:22.940184 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.947159 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:22.951039 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:22.977500 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=852401c0-71c8-4cbe-a859-8c6f382399ca,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:22.980479 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:22.993103 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-620c7cd0-0380-4802-b2a7-57c6668f1b61 admin admin] 10.222.0.24 "DELETE /v2.0/networks/852401c0-71c8-4cbe-a859-8c6f382399ca HTTP/1.1" status: 204  len: 168 time: 1.1650918
Jul 29 08:37:23.001745 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518ba7c-6f78-42e5-8b14-4a7e12a6d02a req-29a5df5d-6f22-4062-97f8-c8e95e3881ff tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:23.003132 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6518ba7c-6f78-42e5-8b14-4a7e12a6d02a req-29a5df5d-6f22-4062-97f8-c8e95e3881ff tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.1895001
Jul 29 08:37:23.049495 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6518ba7c-6f78-42e5-8b14-4a7e12a6d02a req-3419554c-3282-44f9-b963-5762638594f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407910
Jul 29 08:37:23.133600 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42530) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:23.152566 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 999c7e53-7049-4d3b-944d-b3f23807053a no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:23.181287 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Deleting port 999c7e53-7049-4d3b-944d-b3f23807053a {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:23.181662 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:23.192633 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-63e8d230-8ebc-44fa-9560-8f3277974648 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5dac336bd0ae497dbc277ac39dbb828d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0576737
Jul 29 08:37:23.194899 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42534) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:23.216814 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 999c7e53-7049-4d3b-944d-b3f23807053a {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:23.217161 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 999c7e53-7049-4d3b-944d-b3f23807053a not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:23.217580 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device b3daee49-6383-4c50-8df4-3b31c519fd0d no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:23.253094 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:23.274737 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: b3daee49-6383-4c50-8df4-3b31c519fd0d {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:23.275084 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device b3daee49-6383-4c50-8df4-3b31c519fd0d not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:23.278898 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:23.285831 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-5e698a4e-e92a-4e3a-bdd4-0d675b683ca0 None None] The port '999c7e53-7049-4d3b-944d-b3f23807053a' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:37:23.330481 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:23.334274 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-49601992-f65c-430f-8d39-74ba9cbc7bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:23.348202 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fcf4b0-3e5b-4077-9c44-d7b4b9d18819,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:23.351938 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:23.355108 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:23.356289 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45fcf4b0-3e5b-4077-9c44-d7b4b9d18819 HTTP/1.1" status: 204  len: 168 time: 0.1604266
Jul 29 08:37:24.096542 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42562) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:24.359450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b2120-7752-4057-8224-fe4711365b34 req-b6c79e08-9406-4b40-9fbd-26ecd938efb0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:24.367016 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e81b2120-7752-4057-8224-fe4711365b34 req-b6c79e08-9406-4b40-9fbd-26ecd938efb0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.2003145
Jul 29 08:37:24.409641 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e81b2120-7752-4057-8224-fe4711365b34 req-402ceca2-d487-4114-b1e6-2dd13666998d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416086
Jul 29 08:37:24.472176 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Deleting port 18d91c5a-1a97-4b0b-a748-ef6fc6e5da1a {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:24.472505 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:24.640096 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:24.640457 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:24.762619 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Calling delete_port for 18d91c5a-1a97-4b0b-a748-ef6fc6e5da1a owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:24.921641 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:24.926021 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:24.973480 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event deleted for resources: {'Port': ['ID=18d91c5a-1a97-4b0b-a748-ef6fc6e5da1a,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:24.999243 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:25.064543 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:25.064875 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Floating IP 90f572f8-c130-47f8-be2f-7684810f05f2 disassociated (deleted). External IP: 172.27.2.104, port: f847759e-f107-422c-8d55-c9785156857b.
Jul 29 08:37:25.507159 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Router 3e9bb3a3-07c8-436c-b599-31d73342480d has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:37:25.655382 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:37:25.748267 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d63df-4dd1-44ac-ba34-87c656b6f031 req-1638ca0a-f53e-47cd-9cd1-997c54d5b6da tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:25.749657 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2e2d63df-4dd1-44ac-ba34-87c656b6f031 req-1638ca0a-f53e-47cd-9cd1-997c54d5b6da tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 944 time: 0.1829767
Jul 29 08:37:25.755404 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:37:25.764865 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] Sync routers for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:37:25.774404 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:25.775011 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d8b85e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:25.787318 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:25.802218 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'port_id': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'mac_address': 'fa:16:3e:05:1a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:37:25.811641 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2e2d63df-4dd1-44ac-ba34-87c656b6f031 req-075c33d8-e389-4725-a745-34871188b133 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543802
Jul 29 08:37:25.813622 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:25.867178 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:25.873513 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "DELETE /v2.0/floatingips/90f572f8-c130-47f8-be2f-7684810f05f2 HTTP/1.1" status: 204  len: 168 time: 1.7758925
Jul 29 08:37:25.874440 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:37:25.886705 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e080bc-bf2a-46c2-835f-a9a9ba174923 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:37:25.904642 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:25.909837 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:25.911963 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:25.958080 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:25.987546 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=9']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:25.997901 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:26.097008 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'status': 'completed', 'code': 200}
Jul 29 08:37:26.140259 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['03e080bc-bf2a-46c2-835f-a9a9ba174923'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:37:26.225921 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-afbb479b-c70a-4945-b917-4f18fee7837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:26.227008 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-afbb479b-c70a-4945-b917-4f18fee7837b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be54fe16b8314d1cb4f28d57192e6876&device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 1098 time: 0.1088231
Jul 29 08:37:26.346989 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d8b85e0>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:26.351312 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] Checking router: 3e9bb3a3-07c8-436c-b599-31d73342480d for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:37:26.360589 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:26.361469 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d8b85e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:26.367560 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d2b91-55bb-417e-a57b-f27e20db3749 req-2d3216ea-ecc3-4479-bce6-ff66b8e4f8ff tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:26.368395 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-6a9d2b91-55bb-417e-a57b-f27e20db3749 req-2d3216ea-ecc3-4479-bce6-ff66b8e4f8ff tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Synchronizing usage tracker for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:37:26.398366 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-6a9d2b91-55bb-417e-a57b-f27e20db3749 req-2d3216ea-ecc3-4479-bce6-ff66b8e4f8ff tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Unset dirty status for tenant:be54fe16b8314d1cb4f28d57192e6876 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:37:26.399628 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6a9d2b91-55bb-417e-a57b-f27e20db3749 req-2d3216ea-ecc3-4479-bce6-ff66b8e4f8ff tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.1652057
Jul 29 08:37:26.408765 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-dee0317a-040c-4716-ad17-4884dd2c037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:26.410096 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-dee0317a-040c-4716-ad17-4884dd2c037c service neutron] 10.222.0.37 "GET /v2.0/networks?id=79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 200  len: 910 time: 0.1751275
Jul 29 08:37:26.455504 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6a9d2b91-55bb-417e-a57b-f27e20db3749 req-81fa1f71-5b33-41b2-b1ec-e87e2cda6778 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487034
Jul 29 08:37:26.490230 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-e30addbc-b268-4b6e-87ca-63ddf2a80482 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 200  len: 217 time: 0.0722356
Jul 29 08:37:26.566591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-8662554b-4a32-4145-a53a-e8ecb68b5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:26.568175 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-8662554b-4a32-4145-a53a-e8ecb68b5202 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 200  len: 848 time: 0.0713465
Jul 29 08:37:26.589553 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:26.663998 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-315ea07d-3651-440e-bc27-17889ef33a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:26.665605 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-315ea07d-3651-440e-bc27-17889ef33a71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=79dd464e-7499-4475-9721-9ced8c9ff999&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894973
Jul 29 08:37:26.819183 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-6e268676-d606-4bf9-be71-aa575c2585bc service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452286
Jul 29 08:37:26.927485 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d8b85e0>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:26.931383 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede44d-6ad8-4920-9ce9-ca8e939dd5bb None None] The sync data for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi is: [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:31:45Z', 'revision_number': 4, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '377565c4-8e8a-435e-aca6-f0f10f57e3f3', 'name': '', 'network_id': '79dd464e-7499-4475-9721-9ced8c9ff999', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'mac_address': 'fa:16:3e:9d:86:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_interface', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:43Z', 'updated_at': '2021-07-29T08:31:53Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'subnets': [{'id': '69841bcc-fc8f-4532-8339-a7428b6d6bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:37:27.014656 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5b56e6f0-379e-41f8-952c-06e22f0ae422 req-7f653c41-5b27-4676-a99d-6053d6909a36 service neutron] 10.222.0.37 "GET /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1877687
Jul 29 08:37:27.040831 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c4252-f822-498c-bc0b-2b4e23710e52 req-bd46f0f0-b7da-42f2-a551-e38caacfbee8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:27.042851 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-668c4252-f822-498c-bc0b-2b4e23710e52 req-bd46f0f0-b7da-42f2-a551-e38caacfbee8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 945 time: 0.1132131
Jul 29 08:37:27.090035 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-668c4252-f822-498c-bc0b-2b4e23710e52 req-289afa29-8162-4213-88a4-480150fdd37f tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397344
Jul 29 08:37:27.187983 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8638f4b9-cf7f-4232-bd63-1f9937682bbe None None] New status for floating IP 90f572f8-c130-47f8-be2f-7684810f05f2: DOWN {{(pid=78532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:37:27.643171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c84c0-1db0-4a63-9f61-aa978b2a209c req-62fb9823-cbcd-4ba2-919a-de43fd67f8eb tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:27.644565 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-998c84c0-1db0-4a63-9f61-aa978b2a209c req-62fb9823-cbcd-4ba2-919a-de43fd67f8eb tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0833640
Jul 29 08:37:27.675692 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:37:27.689964 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-998c84c0-1db0-4a63-9f61-aa978b2a209c req-dca6b073-9741-43af-8cc2-b55700608fcd tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396013
Jul 29 08:37:27.730968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa1af0-3adf-40f7-b71b-400152906137 req-116d684b-45d8-4086-8a8c-704330751ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:27.732432 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2efa1af0-3adf-40f7-b71b-400152906137 req-116d684b-45d8-4086-8a8c-704330751ede tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.37 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 945 time: 0.0798035
Jul 29 08:37:27.745738 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 03e080bc-bf2a-46c2-835f-a9a9ba174923 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:37:27.746119 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:27.805195 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Deleting port f847759e-f107-422c-8d55-c9785156857b {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:27.805528 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:27.863831 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:27.891257 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:37:27.904318 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:27.911050 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:27.912341 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device f847759e-f107-422c-8d55-c9785156857b no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:27.953230 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'code': 200}
Jul 29 08:37:27.953931 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:28.065964 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=10']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:28.076784 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:28.087040 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:28.087471 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:28.165019 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:28.206530 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:28.213004 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:28.215152 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:28.248066 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Calling delete_port for f847759e-f107-422c-8d55-c9785156857b owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:28.284912 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=9']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:28.287932 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:28.303998 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb61f-1816-4b65-8071-c3be672822fa req-6bf52658-1615-4b47-be32-ef13e89f5199 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:28.305475 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3b6eb61f-1816-4b65-8071-c3be672822fa req-6bf52658-1615-4b47-be32-ef13e89f5199 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0894089
Jul 29 08:37:28.354529 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3b6eb61f-1816-4b65-8071-c3be672822fa req-edcaf27b-ebaa-4d80-8845-a7241a1478f4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423367
Jul 29 08:37:28.472904 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.db.api [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78531) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:37:28.473151 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_db.api [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:37:28.481469 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff20f83-c318-41cb-97ca-3d9c7b00a701 req-359a9ce6-56dd-4107-9621-b446e68e26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:28.482928 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4ff20f83-c318-41cb-97ca-3d9c7b00a701 req-359a9ce6-56dd-4107-9621-b446e68e26bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1100 time: 0.1855404
Jul 29 08:37:28.523178 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4ff20f83-c318-41cb-97ca-3d9c7b00a701 req-5174b6c3-ccf4-461b-97d1-94cbb9ad442b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333414
Jul 29 08:37:28.874917 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fd9f5-cd1b-4e00-9886-bbff5a42d507 req-648183d3-0454-46df-a434-7bd8df279a98 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:28.876450 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-092fd9f5-cd1b-4e00-9886-bbff5a42d507 req-648183d3-0454-46df-a434-7bd8df279a98 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 943 time: 0.0790634
Jul 29 08:37:28.920460 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-092fd9f5-cd1b-4e00-9886-bbff5a42d507 req-5c246cc3-1254-49ba-9b77-903d061597f3 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eb4e822-7250-475f-a7b9-b89ed6080d73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385675
Jul 29 08:37:28.974241 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Deleting port f847759e-f107-422c-8d55-c9785156857b {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:28.974578 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:29.215639 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] For port f847759e-f107-422c-8d55-c9785156857b, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f847759e-f107-422c-8d55-c9785156857b,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:29.215986 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:29.335949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Calling delete_port for f847759e-f107-422c-8d55-c9785156857b owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:29.479977 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:29.485825 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4160f531-2a94-41c6-842c-c4c04628fd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:29.534378 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event deleted for resources: {'Port': ['ID=f847759e-f107-422c-8d55-c9785156857b,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:29.537489 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:29.543501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a8d2c-3ea7-4320-97c2-eef8a248aa86 req-b9e1a434-7e1c-4998-b46b-1f31871ccf69 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:29.545044 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7e1a8d2c-3ea7-4320-97c2-eef8a248aa86 req-b9e1a434-7e1c-4998-b46b-1f31871ccf69 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0812182
Jul 29 08:37:29.596577 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7e1a8d2c-3ea7-4320-97c2-eef8a248aa86 req-a47caa62-de08-49f3-a67d-8660496f3395 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449102
Jul 29 08:37:29.610946 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] No DVR routers for this DVR port f847759e-f107-422c-8d55-c9785156857b on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:37:29.613356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:29.615956 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-deleted', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:37:29.631675 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2efa1af0-3adf-40f7-b71b-400152906137 req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.37 "DELETE /v2.0/ports/f847759e-f107-422c-8d55-c9785156857b HTTP/1.1" status: 204  len: 173 time: 1.8938732
Jul 29 08:37:29.660496 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-deleted', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'status': 'completed', 'code': 200}
Jul 29 08:37:29.954230 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:37:30.005717 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd013866d-1ebe-438c-9d20-0119f28195aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f847759e-f107-422c-8d55-c9785156857b', 'code': 200}
Jul 29 08:37:30.041480 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c9c26839-9c5c-401a-940f-b911f8f51e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:30.082499 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7f067a59-f45c-4bfe-821f-66d9b1c76eaf req-970fdd8e-914f-4460-bf83-7f4e87a59eda tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 210 time: 0.0481472
Jul 29 08:37:30.574174 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:30.786332 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d13a83-21da-4a9c-9818-ef71cbc1fd76 req-fb1a7b1b-1ba3-4551-8129-29f07ebc5b46 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:30.787781 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d0d13a83-21da-4a9c-9818-ef71cbc1fd76 req-fb1a7b1b-1ba3-4551-8129-29f07ebc5b46 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0820611
Jul 29 08:37:30.831800 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d0d13a83-21da-4a9c-9818-ef71cbc1fd76 req-e3d18289-86af-481c-b5f5-b0258156f6d8 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383487
Jul 29 08:37:31.231598 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4d60a9b3-39b6-4430-b843-865e78aece20 req-7700f03b-fde1-4258-8543-e95d69340974 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 210 time: 0.0446062
Jul 29 08:37:32.024166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91d0ae-8d48-4a5b-989d-a0054e3e2d69 req-e54c5e82-5eb9-4cd9-94df-381f286be7c9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:32.026828 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1c91d0ae-8d48-4a5b-989d-a0054e3e2d69 req-e54c5e82-5eb9-4cd9-94df-381f286be7c9 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0833290
Jul 29 08:37:32.075069 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1c91d0ae-8d48-4a5b-989d-a0054e3e2d69 req-b25a6b3d-67f3-4d40-a9ae-8faffeaa7da2 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425925
Jul 29 08:37:32.419655 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5db1d5d1-c0db-44eb-b032-146da944b235 req-9687e84e-02cc-42d2-8c56-52c106e9d5f9 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "GET /v2.0/ports?device_id=d013866d-1ebe-438c-9d20-0119f28195aa HTTP/1.1" status: 200  len: 210 time: 0.0496707
Jul 29 08:37:32.766064 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-780c46bf-3dc7-43c7-b43d-5e7bf3e937d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:33.270234 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dca37-2f41-40c8-af8e-0d9896dee8d5 req-de1b0cab-625d-4960-8ae9-cdbc270df002 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:33.271797 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4e6dca37-2f41-40c8-af8e-0d9896dee8d5 req-de1b0cab-625d-4960-8ae9-cdbc270df002 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0803494
Jul 29 08:37:33.317078 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-4e6dca37-2f41-40c8-af8e-0d9896dee8d5 req-3a070439-96be-48c9-b9c3-79e5dc7d6239 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389960
Jul 29 08:37:33.456555 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:33.514811 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42712) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:33.581057 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:33.614166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:33.679803 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:33.683516 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2c0320f2-662e-4c66-865b-050958fae98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:33.697155 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb4e822-7250-475f-a7b9-b89ed6080d73,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:33.700889 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:33.709927 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:33.711018 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] 10.222.0.24 "DELETE /v2.0/security-groups/7eb4e822-7250-475f-a7b9-b89ed6080d73 HTTP/1.1" status: 204  len: 168 time: 0.1952355
Jul 29 08:37:33.757678 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42718) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:34.536588 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:34.884089 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Deleting port 377565c4-8e8a-435e-aca6-f0f10f57e3f3 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:34.884378 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:35.061268 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] For port 377565c4-8e8a-435e-aca6-f0f10f57e3f3, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=377565c4-8e8a-435e-aca6-f0f10f57e3f3,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:35.061704 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:35.187726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Calling delete_port for 377565c4-8e8a-435e-aca6-f0f10f57e3f3 owned by network:router_interface {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:35.188426 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:35.361100 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:35.364739 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55726913-67f2-49fd-bf15-bb2a4839dc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:35.407902 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=377565c4-8e8a-435e-aca6-f0f10f57e3f3,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:35.410340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:35.686751 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:36.136010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Router 3e9bb3a3-07c8-436c-b599-31d73342480d has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:37:36.315710 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:37:36.327277 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] Sync routers for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:37:36.328478 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] 10.222.0.24 "PUT /v2.0/routers/3e9bb3a3-07c8-436c-b599-31d73342480d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5697095
Jul 29 08:37:36.331030 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42756) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:36.336714 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:36.337321 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7bbb80>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:36.502201 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks [] for router, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:36.512282 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:36.778589 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:36.787589 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Deleting port 6285f223-10ca-49a8-8061-ae7f0b1da9da {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:36.787919 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:36.796657 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7bbb80>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:37:35Z', 'revision_number': 5, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port': {'id': '6285f223-10ca-49a8-8061-ae7f0b1da9da', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:67:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:40Z', 'updated_at': '2021-07-29T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:36.800398 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] Checking router: 3e9bb3a3-07c8-436c-b599-31d73342480d for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:37:36.809201 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] Routers {'3e9bb3a3-07c8-436c-b599-31d73342480d'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:36.809794 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7bbb80>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['3e9bb3a3-07c8-436c-b599-31d73342480d'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:36.955145 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] Set router 3e9bb3a3-07c8-436c-b599-31d73342480d gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:36.961416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] For port 6285f223-10ca-49a8-8061-ae7f0b1da9da, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=6285f223-10ca-49a8-8061-ae7f0b1da9da,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:36.961775 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.058813 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d7bbb80>, [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:37:36Z', 'revision_number': 6, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:37.062718 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf39d58-5170-4846-87ad-c873aae7f8f6 None None] The sync data for ids ['3e9bb3a3-07c8-436c-b599-31d73342480d'] in dv-cinder-802781-1-iscsi is: [{'id': '3e9bb3a3-07c8-436c-b599-31d73342480d', 'name': 'tempest-TestShelveInstance-1333164698-router', 'tenant_id': 'be54fe16b8314d1cb4f28d57192e6876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:39Z', 'updated_at': '2021-07-29T08:37:36Z', 'revision_number': 6, 'project_id': 'be54fe16b8314d1cb4f28d57192e6876', 'gw_port_host': None}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:37:37.084254 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Calling delete_port for 6285f223-10ca-49a8-8061-ae7f0b1da9da owned by network:router_gateway {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:37.248717 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.253117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:37.295714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6285f223-10ca-49a8-8061-ae7f0b1da9da,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:37.298738 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:37.315519 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:37:37.387341 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.571918 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.574788 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.575396 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 377565c4-8e8a-435e-aca6-f0f10f57e3f3 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:37.599371 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.599906 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e9bb3a3-07c8-436c-b599-31d73342480d {{(pid=78530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:37:37.612279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.613625 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3e9bb3a3-07c8-436c-b599-31d73342480d HTTP/1.1" status: 204  len: 168 time: 1.2815633
Jul 29 08:37:37.616525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42774) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:37.622168 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 377565c4-8e8a-435e-aca6-f0f10f57e3f3 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:37.622539 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 377565c4-8e8a-435e-aca6-f0f10f57e3f3 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:37.678111 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Deleting subnet 69841bcc-fc8f-4532-8339-a7428b6d6bd6 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:37:37.681151 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.734809 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.850697 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.922845 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.926899 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-73930192-6ddc-4520-87f2-0212addb1623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:37.961413 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69841bcc-fc8f-4532-8339-a7428b6d6bd6,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:37.964423 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:37.965388 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:37.970353 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f13faaa-cb67-48e2-a638-54b5be4867c2 None None] Network 79dd464e-7499-4475-9721-9ced8c9ff999 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:37:37.972149 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0f3e5c2b-1c09-4797-8619-669caee89d6c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/69841bcc-fc8f-4532-8339-a7428b6d6bd6 HTTP/1.1" status: 204  len: 168 time: 0.3538511
Jul 29 08:37:37.973834 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42778) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:38.187030 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.200423 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Deleting port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:38.200854 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.280553 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] DHCP port deletion for 79dd464e-7499-4475-9721-9ced8c9ff999 request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:37:38.284906 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Deleting port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:38.285350 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.412517 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] For port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:38.413084 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.484455 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] For port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,segment=NetworkSegment(b40875fc-f48c-4f24-8338-0d2a13ce62dd),segment_id=b40875fc-f48c-4f24-8338-0d2a13ce62dd)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:38.484758 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.535920 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Calling delete_port for 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 owned by network:dhcp {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:38.612535 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Calling delete_port for 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:38.617440 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.623017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-1afaf815-ab9c-433e-9660-8ea346ddf1d0 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:38.673936 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Pushing event deleted for resources: {'Port': ['ID=494e2c14-bb9e-4215-bce9-b8dc7bd50bd0,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:38.675746 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] No DVR routers for this DVR port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 on host dv-cinder-802781-1-iscsi {{(pid=78530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:37:38.677202 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:38.690806 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:37:38.691167 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:37:38.794442 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.807245 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4d2d3b50>,) {'filters': {'network_id': ['79dd464e-7499-4475-9721-9ced8c9ff999']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:38.819546 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d2d3b50>, 'b40875fc-f48c-4f24-8338-0d2a13ce62dd') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:38.819830 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4d2d3b50>, 'b40875fc-f48c-4f24-8338-0d2a13ce62dd') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:38.832487 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.849194 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.855936 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:37:38.856451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:37:38.869131 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:37:38.954190 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.958153 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e2d4a609-0e6e-43d6-8bff-b1af994c9deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:38.972266 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:38.982570 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Pushing event deleted for resources: {'Network': ['ID=79dd464e-7499-4475-9721-9ced8c9ff999,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:38.985768 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:38.997038 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] 10.222.0.24 "DELETE /v2.0/networks/79dd464e-7499-4475-9721-9ced8c9ff999 HTTP/1.1" status: 204  len: 168 time: 1.0222142
Jul 29 08:37:38.999868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42796) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:39.163853 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:39.192315 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Deleting port 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:39.192609 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:39.227271 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:39.227619 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 494e2c14-bb9e-4215-bce9-b8dc7bd50bd0 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:39.228042 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6285f223-10ca-49a8-8061-ae7f0b1da9da no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:39.286702 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 6285f223-10ca-49a8-8061-ae7f0b1da9da {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:39.287047 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 6285f223-10ca-49a8-8061-ae7f0b1da9da not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:39.297522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-7189c7ce-1f05-43a9-8d17-7afb1ef2e0a0 None None] The port '494e2c14-bb9e-4215-bce9-b8dc7bd50bd0' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:37:39.534483 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:39.972340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Deleting port 852476dd-6d50-4921-81c8-2c37c11ab0cc {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:39.972681 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:40.147820 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] For port 852476dd-6d50-4921-81c8-2c37c11ab0cc, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=852476dd-6d50-4921-81c8-2c37c11ab0cc,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:40.148465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:40.273455 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Calling delete_port for 852476dd-6d50-4921-81c8-2c37c11ab0cc owned by network:router_interface {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:40.474746 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:40.479949 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:40.553041 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Pushing event deleted for resources: {'Port': ['ID=852476dd-6d50-4921-81c8-2c37c11ab0cc,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:40.555581 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:40.796822 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:41.147131 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Router 828f4508-6625-4130-98f6-914e72d5e359 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:37:41.414977 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:37:41.423783 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] Sync routers for ids ['828f4508-6625-4130-98f6-914e72d5e359'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:37:41.424251 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] 10.222.0.24 "PUT /v2.0/routers/828f4508-6625-4130-98f6-914e72d5e359/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4231031
Jul 29 08:37:41.426554 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42812) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:41.433704 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] Routers {'828f4508-6625-4130-98f6-914e72d5e359'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:41.434304 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd57e50>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['828f4508-6625-4130-98f6-914e72d5e359'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:41.607940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks [] for router, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:41.613724 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] Set router 828f4508-6625-4130-98f6-914e72d5e359 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:41.803782 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:41.814670 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Deleting port 43331e27-27b4-406f-8c0f-23d4edf73f16 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:41.815011 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:41.907442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd57e50>, [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:37:40Z', 'revision_number': 5, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port': {'id': '43331e27-27b4-406f-8c0f-23d4edf73f16', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:9a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828f4508-6625-4130-98f6-914e72d5e359', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:31:49Z', 'updated_at': '2021-07-29T08:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:41.912217 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] Checking router: 828f4508-6625-4130-98f6-914e72d5e359 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:37:41.922194 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] Routers {'828f4508-6625-4130-98f6-914e72d5e359'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:37:41.922807 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd57e50>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:37:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['828f4508-6625-4130-98f6-914e72d5e359'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:42.009380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] For port 43331e27-27b4-406f-8c0f-23d4edf73f16, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=43331e27-27b4-406f-8c0f-23d4edf73f16,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:42.009862 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.165144 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Calling delete_port for 43331e27-27b4-406f-8c0f-23d4edf73f16 owned by network:router_gateway {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:42.166968 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] Set router 828f4508-6625-4130-98f6-914e72d5e359 gateway port host: None {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:37:42.272336 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dd57e50>, [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:37:41Z', 'revision_number': 6, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:42.276922 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b72baf-af31-4122-a0cf-d9391e4537fb None None] The sync data for ids ['828f4508-6625-4130-98f6-914e72d5e359'] in dv-cinder-802781-1-iscsi is: [{'id': '828f4508-6625-4130-98f6-914e72d5e359', 'name': 'tempest-TestShelveInstance-1369680088-router', 'tenant_id': 'ba45e09343734ee5be54155f9aaf439c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:31:48Z', 'updated_at': '2021-07-29T08:37:41Z', 'revision_number': 6, 'project_id': 'ba45e09343734ee5be54155f9aaf439c', 'gw_port_host': None}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:37:42.336590 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.341096 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:42.382412 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=43331e27-27b4-406f-8c0f-23d4edf73f16,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:42.386039 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:42.473233 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.750750 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.752960 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.837331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.837746 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828f4508-6625-4130-98f6-914e72d5e359 {{(pid=78531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:37:42.850304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.851430 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-55657193-8717-4f52-b384-3bd5f2ef6e99 admin admin] 10.222.0.24 "DELETE /v2.0/routers/828f4508-6625-4130-98f6-914e72d5e359 HTTP/1.1" status: 204  len: 168 time: 1.4239442
Jul 29 08:37:42.853953 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42830) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:42.911115 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Deleting subnet 70a7dfed-be73-426e-b108-470ac0b2d118 {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:37:42.913962 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:42.961062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3376508'] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.042109 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.113058 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138956'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.117148 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d7ad4abf-00ff-4504-ac57-93cb317c758d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:43.159291 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a7dfed-be73-426e-b108-470ac0b2d118,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:43.161255 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.163842 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:43.167536 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89edebe6-6c6a-4c66-ac31-5122861f01ef None None] Network f8b88951-ff5d-44a8-80f2-1af62be35144 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:37:43.172407 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-c7dc0254-eade-4226-a189-63669cf0ca0f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70a7dfed-be73-426e-b108-470ac0b2d118 HTTP/1.1" status: 204  len: 168 time: 0.3174317
Jul 29 08:37:43.175003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42836) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:43.206312 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 852476dd-6d50-4921-81c8-2c37c11ab0cc no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:43.287939 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 852476dd-6d50-4921-81c8-2c37c11ab0cc {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:43.288341 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 852476dd-6d50-4921-81c8-2c37c11ab0cc not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:43.288931 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 43331e27-27b4-406f-8c0f-23d4edf73f16 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:43.296065 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.308684 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Deleting port 283e851f-309e-424d-b74b-a17e698ee9d0 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:43.309023 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.340003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 43331e27-27b4-406f-8c0f-23d4edf73f16 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:43.340295 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 43331e27-27b4-406f-8c0f-23d4edf73f16 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:43.511522 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] DHCP port deletion for f8b88951-ff5d-44a8-80f2-1af62be35144 request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:37:43.515743 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Deleting port 283e851f-309e-424d-b74b-a17e698ee9d0 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:43.516167 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.537232 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] For port 283e851f-309e-424d-b74b-a17e698ee9d0, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=283e851f-309e-424d-b74b-a17e698ee9d0,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:43.537605 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.661599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Calling delete_port for 283e851f-309e-424d-b74b-a17e698ee9d0 owned by network:dhcp {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:43.717091 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] For port 283e851f-309e-424d-b74b-a17e698ee9d0, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=283e851f-309e-424d-b74b-a17e698ee9d0,segment=NetworkSegment(592c0e91-cd28-4c67-a545-d729a96d0c01),segment_id=592c0e91-cd28-4c67-a545-d729a96d0c01)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:37:43.717402 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.736489 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:43.740156 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c899e562-7041-46bd-b5d3-2dd97d0a6296 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:43.789646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Pushing event deleted for resources: {'Port': ['ID=283e851f-309e-424d-b74b-a17e698ee9d0,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:43.793304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:43.794060 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] No DVR routers for this DVR port 283e851f-309e-424d-b74b-a17e698ee9d0 on host dv-cinder-802781-1-iscsi {{(pid=78530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:37:43.842465 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Calling delete_port for 283e851f-309e-424d-b74b-a17e698ee9d0 owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:37:43.914385 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:37:43.914828 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:37:44.004258 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.016744 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4e5e0850>,) {'filters': {'network_id': ['f8b88951-ff5d-44a8-80f2-1af62be35144']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:44.028875 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4e5e0850>, '592c0e91-cd28-4c67-a545-d729a96d0c01') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:44.029158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4e5e0850>, '592c0e91-cd28-4c67-a545-d729a96d0c01') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:37:44.040069 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.055944 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.061900 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:37:44.062275 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:37:44.074752 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:37:44.152963 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.156167 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:44.169310 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.180017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b88951-ff5d-44a8-80f2-1af62be35144,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:44.182064 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:44.183510 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8b88951-ff5d-44a8-80f2-1af62be35144 HTTP/1.1" status: 204  len: 168 time: 1.0075130
Jul 29 08:37:44.295117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42848) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:44.342950 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f3b0a61d-1527-42c6-aa2b-34b306fef284 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be54fe16b8314d1cb4f28d57192e6876&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465615
Jul 29 08:37:44.345349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 42852) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:44.401577 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.415905 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Deleting port 283e851f-309e-424d-b74b-a17e698ee9d0 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:37:44.416491 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.426821 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.483241 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.488087 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-30007d6c-ae77-4c57-a904-708962016550 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:44.490289 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-12e27ec9-bf3b-4ca1-b961-1a59fa3bb021 None None] The port '283e851f-309e-424d-b74b-a17e698ee9d0' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:37:44.502493 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a60e50a-8c8c-4ab8-aae3-b3e3a0eca104,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:44.504994 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:44.512179 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:44.517016 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-139dee6c-02ba-40fe-9ba7-ee67ec3b1edc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a60e50a-8c8c-4ab8-aae3-b3e3a0eca104 HTTP/1.1" status: 204  len: 168 time: 0.1703141
Jul 29 08:37:44.869648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42866) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:44.917612 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-30972b1f-74c8-499a-86c4-f568adf336a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba45e09343734ee5be54155f9aaf439c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467069
Jul 29 08:37:44.919853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 42870) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:37:44.976302 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:45.000548 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:45.051408 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:45.055163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6e2dea60-60fb-4a93-8a58-38968742c8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:37:45.066286 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab9d360-a3b2-4e2f-8296-24ab897f492b,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:37:45.068680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:37:45.074985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:45.076105 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eab9d360-a3b2-4e2f-8296-24ab897f492b HTTP/1.1" status: 204  len: 168 time: 0.1553280
Jul 29 08:37:45.165663 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 283e851f-309e-424d-b74b-a17e698ee9d0 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:37:45.202535 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 283e851f-309e-424d-b74b-a17e698ee9d0 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:37:45.202881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 283e851f-309e-424d-b74b-a17e698ee9d0 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:37:52.198958 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:37:54.777913 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-7806b89a-2ff3-4e1a-8fff-8d699b476db4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765049
Jul 29 08:37:54.912326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-f9960119-634e-4822-8acc-606e1048a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:54.913691 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-f9960119-634e-4822-8acc-606e1048a5aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dee31a5b42be4143882959e2894f3ea3&device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 1100 time: 0.0689034
Jul 29 08:37:55.061880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-fb411dbd-5af1-48c4-8219-8a00fd89e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:55.063333 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-fb411dbd-5af1-48c4-8219-8a00fd89e839 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 200  len: 918 time: 0.1280575
Jul 29 08:37:55.166327 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-693f089a-da1a-4808-924f-06ef38e01469 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 200  len: 1002 time: 0.0964501
Jul 29 08:37:55.228943 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-567e7c4b-b015-4c24-b946-0975844a7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:55.230365 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-567e7c4b-b015-4c24-b946-0975844a7c01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 200  len: 856 time: 0.0567305
Jul 29 08:37:55.312695 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-999e2d46-60e8-4244-9540-d3648978d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:37:55.314167 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-999e2d46-60e8-4244-9540-d3648978d998 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8d7a3be5-78df-4c14-b1cf-f5da0973f991&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767119
Jul 29 08:37:55.446554 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-23c81c0d-620d-45fe-8605-cf73c24cc8d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235416
Jul 29 08:37:55.577774 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5212f370-f545-4b22-ac99-6aa3ed8567af req-0c4c6630-f33e-4ac6-831e-d32f64e15ebb service neutron] 10.222.0.37 "GET /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235518
Jul 29 08:38:00.048249 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-21499606-67cb-42f2-b199-3a9b1ecdcd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:00.577604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:02.769704 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2b54b9d3-7633-4f90-8d68-ffea534b0875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:03.455017 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:05.189347 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:06.570905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389851-099c-471a-8e89-bf415d3daba2 req-9155a4e5-dee9-415f-b8a7-1a23ab9a4fa1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:06.572384 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-42389851-099c-471a-8e89-bf415d3daba2 req-9155a4e5-dee9-415f-b8a7-1a23ab9a4fa1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0796795
Jul 29 08:38:06.617222 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-42389851-099c-471a-8e89-bf415d3daba2 req-6431fc6d-c074-4596-8876-c9d6656d2fea tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387821
Jul 29 08:38:07.811184 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769262e-79c5-4b59-8c74-312dab4b1830 req-812206fd-6ea6-4caf-9296-01cbc618d8bf tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:07.812764 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0769262e-79c5-4b59-8c74-312dab4b1830 req-812206fd-6ea6-4caf-9296-01cbc618d8bf tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0818481
Jul 29 08:38:07.858989 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0769262e-79c5-4b59-8c74-312dab4b1830 req-74a41be6-52ea-4341-b277-8ea77d1e7c9b tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups?id=b6559c84-c748-494b-8858-65427e2dfe7f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405006
Jul 29 08:38:07.908080 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-45103da2-9c93-4e89-b147-43b9f14f7478 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:07.909513 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-45103da2-9c93-4e89-b147-43b9f14f7478 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 947 time: 0.0913222
Jul 29 08:38:07.981218 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Deleting port 03e080bc-bf2a-46c2-835f-a9a9ba174923 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:07.981555 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:08.319720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] For port 03e080bc-bf2a-46c2-835f-a9a9ba174923, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=03e080bc-bf2a-46c2-835f-a9a9ba174923,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:08.320291 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:08.604442 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:08.604721 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:08.605037 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Floating IP b15064a2-cfdc-4cbd-9643-b068c0842307 disassociated. External IP: 172.27.2.136, port: 03e080bc-bf2a-46c2-835f-a9a9ba174923.
Jul 29 08:38:08.605932 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Calling delete_port for 03e080bc-bf2a-46c2-835f-a9a9ba174923 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:08.756335 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:08.761947 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c75cbc16-f4c6-4b5e-86e9-ecb9da646a1e tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:08.810726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event deleted for resources: {'Port': ['ID=03e080bc-bf2a-46c2-835f-a9a9ba174923,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:08.813810 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:09.028776 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8c4f8ce9-da0f-41ba-99ae-77250d3382db req-b6953f0c-fc26-4736-b099-e5d7d159e751 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6891ce7-33e1-4f1c-bb0c-506c60a719ef HTTP/1.1" status: 200  len: 210 time: 0.0501041
Jul 29 08:38:09.043821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Router 333ef017-94e5-4807-93eb-378b51c60b1f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:38:09.233714 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:38:09.243344 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:38:09.258057 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:09.258803 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4da24280>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:09.308976 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] No DVR routers for this DVR port 03e080bc-bf2a-46c2-835f-a9a9ba174923 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:38:09.313199 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:09.316409 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-deleted', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:38:09.335788 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-64481d14-1a6b-4395-ae54-5c73cf717c4b req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.37 "DELETE /v2.0/ports/03e080bc-bf2a-46c2-835f-a9a9ba174923 HTTP/1.1" status: 204  len: 173 time: 1.4201937
Jul 29 08:38:09.367172 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6891ce7-33e1-4f1c-bb0c-506c60a719ef', 'name': 'network-vif-deleted', 'tag': '03e080bc-bf2a-46c2-835f-a9a9ba174923', 'status': 'completed', 'code': 200}
Jul 29 08:38:09.514471 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:09.586869 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43084) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:09.702052 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:09.717106 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:09.721247 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Usage tracker for resource:security_group_rule and tenant:1d9b9dfd1f7e41a3a4c7f5ff008d7421 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:09.724365 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:09.731891 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:09.830617 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:09.836804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:09.837394 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4da24280>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:09.841625 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:38:09.849201 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9f7eb337-8b6a-4127-9552-1fb0df29313a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:09.850661 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:09.851281 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4da24280>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:09.890331 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d9b9dfd1f7e41a3a4c7f5ff008d7421&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3023820
Jul 29 08:38:09.892330 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43090) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:09.892923 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e8694-e9e7-4201-9c61-976551f2f7d5,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:09.903591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.904098 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.904683 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.905136 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.905894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.906319 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.906840 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.908009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.908330 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.908730 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.909168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.909872 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:09.917351 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-94c80dfd-7431-44e8-9159-b014fd09744b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:09.977953 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.011044 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.049393 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:10.068647 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.075922 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f78aa208-d960-4509-8f7f-5c52f8078913 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:10.090321 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e8694-e9e7-4201-9c61-976551f2f7d5,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:10.096953 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:10.098300 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.103392 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0505414a-7bed-476c-aac0-2c4e3e73052e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c27e8694-e9e7-4201-9c61-976551f2f7d5 HTTP/1.1" status: 204  len: 168 time: 0.2092831
Jul 29 08:38:10.166337 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43100) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:10.241398 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.271340 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.324800 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.329792 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ed4b3696-62d1-41a9-b149-ea1ecb712cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:10.344912 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6559c84-c748-494b-8858-65427e2dfe7f,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:10.348092 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:10.364462 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.368377 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c32a717a-1378-4a06-a6ad-b68dbbe741b1 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "DELETE /v2.0/security-groups/b6559c84-c748-494b-8858-65427e2dfe7f HTTP/1.1" status: 204  len: 168 time: 0.1984508
Jul 29 08:38:10.368893 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43106) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:10.387232 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.api.v2.resource [None req-7161223c-8107-4520-9eef-5bee718cfb3d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] show failed (client error): The resource could not be found.
Jul 29 08:38:10.390930 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-7161223c-8107-4520-9eef-5bee718cfb3d tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "GET /v2.0/security-groups/b6559c84-c748-494b-8858-65427e2dfe7f HTTP/1.1" status: 404  len: 347 time: 0.0183985
Jul 29 08:38:10.391317 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43110) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:10.398870 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4da24280>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:10.403197 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa36b-828d-451c-9f55-e28375344d2c None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:31:00Z', 'revision_number': 4, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '2528bf40-7dc0-4d43-bdc4-3c53d526a62d', 'name': '', 'network_id': '8d7a3be5-78df-4c14-b1cf-f5da0973f991', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'mac_address': 'fa:16:3e:7f:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:54Z', 'updated_at': '2021-07-29T08:31:11Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'subnets': [{'id': 'cfcf1441-7cd7-4f5d-a404-be0833b3c233', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:38:10.438620 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43114) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:10.456958 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.472196 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:10.476275 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Usage tracker for resource:security_group_rule and tenant:1eb3e659e7d34666875cf87b5b3084d4 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:10.479243 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:10.485797 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:10.553895 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Deleting port 3208a439-664c-4c71-b972-6202562cc761 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:10.554229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.570804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.574886 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.585648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4534f7e2-da2e-4b25-b544-fa759771efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:10.630710 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1eb3e659e7d34666875cf87b5b3084d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1909821
Jul 29 08:38:10.632740 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb7af8-437a-4e82-a08a-6e65e59bf1f2,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:10.635175 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43118) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:10.638106 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:10.692587 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf627ed0-b5f9-4cc5-a240-c5a35026dbf6 None None] New status for floating IP b15064a2-cfdc-4cbd-9643-b068c0842307: DOWN {{(pid=78532) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:38:10.731793 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.732229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.805018 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.833250 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.861003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Calling delete_port for 3208a439-664c-4c71-b972-6202562cc761 owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:10.894185 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.900208 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b733e216-8eb8-4f8c-b548-fc73608d7081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:10.913189 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb7af8-437a-4e82-a08a-6e65e59bf1f2,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:10.923267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:10.927637 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:10.931345 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfdb7af8-437a-4e82-a08a-6e65e59bf1f2 HTTP/1.1" status: 204  len: 168 time: 0.2925236
Jul 29 08:38:10.968698 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.db.api [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78530) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:38:10.969250 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_db.api [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:38:11.469988 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Deleting port 3208a439-664c-4c71-b972-6202562cc761 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:11.470344 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:11.569138 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:38:11.607684 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 03e080bc-bf2a-46c2-835f-a9a9ba174923 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:38:11.608039 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 03e080bc-bf2a-46c2-835f-a9a9ba174923 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:38:11.654680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:11.655008 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:11.890659 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Calling delete_port for 3208a439-664c-4c71-b972-6202562cc761 owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:12.065519 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.070479 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:12.115818 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Pushing event deleted for resources: {'Port': ['ID=3208a439-664c-4c71-b972-6202562cc761,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:12.153911 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.154298 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.154669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.155033 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.155384 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.155739 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.156098 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.156481 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.156832 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.157185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.157537 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.157891 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:12.165237 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:12.221766 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.235229 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.236354 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] 10.222.0.24 "DELETE /v2.0/floatingips/b15064a2-cfdc-4cbd-9643-b068c0842307 HTTP/1.1" status: 204  len: 168 time: 1.8440492
Jul 29 08:38:12.535531 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43164) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:12.655926 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.669920 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:12.673664 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Usage tracker for resource:security_group_rule and tenant:bfb60c3f8de144c2a853eb4848b8c716 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:12.676393 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:12.681926 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:12.764023 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.767706 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.773939 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-fe466def-4028-4c7e-bd51-6abccd5318f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:12.814821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf344725-3dca-4cbd-8b13-82c1e5fd3190,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:12.819038 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfb60c3f8de144c2a853eb4848b8c716&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2824223
Jul 29 08:38:12.819889 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-68113885-233d-41ea-bc77-1014360a9766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:12.821752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43170) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:12.878359 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.904055 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.958186 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.961762 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e5d0a9fc-5235-471d-9d93-4f35d8f2e59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:12.973356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf344725-3dca-4cbd-8b13-82c1e5fd3190,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:12.977723 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:12.979827 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:12.980817 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf344725-3dca-4cbd-8b13-82c1e5fd3190 HTTP/1.1" status: 204  len: 168 time: 0.1582918
Jul 29 08:38:13.260613 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43178) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:13.278612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.292356 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:13.296090 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Usage tracker for resource:security_group_rule and tenant:deb399749e284d71ba542c55e3675198 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:13.298894 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:13.304472 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:13.386068 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.389566 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.397618 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c5266b76-671c-403c-9ad4-269c0882deac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:13.436052 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=deb399749e284d71ba542c55e3675198&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1738529
Jul 29 08:38:13.437024 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f08c39e-8b93-48ad-b5cc-402ef78cda6c,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:13.438734 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43182) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:13.439918 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c6de5809-2c1e-469a-9ac0-a11d5f265bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:13.501458 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.526791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.577465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.582592 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a4b58705-a6d0-44fe-9638-7472700e1d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:13.594604 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f08c39e-8b93-48ad-b5cc-402ef78cda6c,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:13.597485 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:13.599517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:13.600629 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f08c39e-8b93-48ad-b5cc-402ef78cda6c HTTP/1.1" status: 204  len: 168 time: 0.1608520
Jul 29 08:38:14.311701 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:38:15.017311 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43240) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:15.731855 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:16.082226 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Deleting port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:16.082929 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:16.347713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] For port 2528bf40-7dc0-4d43-bdc4-3c53d526a62d, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:16.348071 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:16.467852 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Calling delete_port for 2528bf40-7dc0-4d43-bdc4-3c53d526a62d owned by network:router_interface {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:16.642508 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:16.646107 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-642cc69f-4730-4cef-8a99-58b0b73ee139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:16.692043 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Pushing event deleted for resources: {'Port': ['ID=2528bf40-7dc0-4d43-bdc4-3c53d526a62d,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:16.695220 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:16.967470 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:17.336190 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Router 333ef017-94e5-4807-93eb-378b51c60b1f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:38:17.511524 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:38:17.519446 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] Sync routers for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:38:17.523279 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] 10.222.0.24 "PUT /v2.0/routers/333ef017-94e5-4807-93eb-378b51c60b1f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5047393
Jul 29 08:38:17.525740 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43262) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:17.529531 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:17.530128 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7b7880>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:17.705415 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:17.810577 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:17.990767 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.001016 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Deleting port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:18.001294 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.019751 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7b7880>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:38:16Z', 'revision_number': 5, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port': {'id': '9aebead3-5aa2-44b8-bfe4-f0f3e021bf72', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:35:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:30:42Z', 'updated_at': '2021-07-29T08:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:18.023607 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] Checking router: 333ef017-94e5-4807-93eb-378b51c60b1f for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:38:18.032412 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] Routers {'333ef017-94e5-4807-93eb-378b51c60b1f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:18.033012 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7b7880>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['333ef017-94e5-4807-93eb-378b51c60b1f'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:18.184887 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] Set router 333ef017-94e5-4807-93eb-378b51c60b1f gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:18.195532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] For port 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:18.195880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.289769 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4e7b7880>, [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:38:17Z', 'revision_number': 6, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:18.294307 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9432e-b274-4f56-b654-274eac1ca139 None None] The sync data for ids ['333ef017-94e5-4807-93eb-378b51c60b1f'] in dv-cinder-802781-1-iscsi is: [{'id': '333ef017-94e5-4807-93eb-378b51c60b1f', 'name': 'tempest-AttachVolumeShelveTestJSON-1775191689-router', 'tenant_id': 'dee31a5b42be4143882959e2894f3ea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:30:38Z', 'updated_at': '2021-07-29T08:38:17Z', 'revision_number': 6, 'project_id': 'dee31a5b42be4143882959e2894f3ea3', 'gw_port_host': None}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:38:18.321693 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Calling delete_port for 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 owned by network:router_gateway {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:18.485988 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.490130 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c43966d8-858d-4aab-8b6f-ddb270ba517e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:18.556239 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aebead3-5aa2-44b8-bfe4-f0f3e021bf72,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:18.562788 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:18.622274 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.792912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.794999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.817153 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.817881 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 333ef017-94e5-4807-93eb-378b51c60b1f {{(pid=78531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:38:18.830205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.831601 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/333ef017-94e5-4807-93eb-378b51c60b1f HTTP/1.1" status: 204  len: 168 time: 1.3046858
Jul 29 08:38:18.834099 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43268) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:18.892479 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Deleting subnet cfcf1441-7cd7-4f5d-a404-be0833b3c233 {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:38:18.895371 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:18.945109 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3376508'] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.021513 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.094099 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138956'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.097962 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-bb9e2d19-5b95-4dfe-a829-497385f7aa11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:19.185490 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 2528bf40-7dc0-4d43-bdc4-3c53d526a62d no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:38:19.221690 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 2528bf40-7dc0-4d43-bdc4-3c53d526a62d {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:38:19.222034 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 2528bf40-7dc0-4d43-bdc4-3c53d526a62d not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:38:19.222450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:38:19.236965 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfcf1441-7cd7-4f5d-a404-be0833b3c233,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:19.240662 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:19.242009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.250534 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-d6072460-908a-4392-81c8-959d56bda9f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cfcf1441-7cd7-4f5d-a404-be0833b3c233 HTTP/1.1" status: 204  len: 168 time: 0.4154541
Jul 29 08:38:19.253043 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43274) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:19.258020 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:38:19.258366 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9aebead3-5aa2-44b8-bfe4-f0f3e021bf72 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:38:19.259819 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec02f4f-f90b-4f71-8096-da28fdcaac81 None None] Network 8d7a3be5-78df-4c14-b1cf-f5da0973f991 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:38:19.371989 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.382588 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Deleting port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:19.382907 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.506951 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] DHCP port deletion for 8d7a3be5-78df-4c14-b1cf-f5da0973f991 request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:38:19.511571 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Deleting port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:19.511942 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.588166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] For port d2629f4c-b89f-4f31-a30a-0ac43642b8c6, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:19.588736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.710464 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Calling delete_port for d2629f4c-b89f-4f31-a30a-0ac43642b8c6 owned by network:dhcp {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:19.711172 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] For port d2629f4c-b89f-4f31-a30a-0ac43642b8c6, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,segment=NetworkSegment(f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb),segment_id=f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:19.711574 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.789392 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.793304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-72aa1e90-afcb-4f31-a95e-800c131dfbbc tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:19.835093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2629f4c-b89f-4f31-a30a-0ac43642b8c6,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:19.838901 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:19.840771 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Calling delete_port for d2629f4c-b89f-4f31-a30a-0ac43642b8c6 owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:19.840993 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] No DVR routers for this DVR port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 on host dv-cinder-802781-1-iscsi {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:38:19.920278 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:38:19.920632 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:38:19.960518 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:19.973176 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4c045b50>,) {'filters': {'network_id': ['8d7a3be5-78df-4c14-b1cf-f5da0973f991']}} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:19.985348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c045b50>, 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb') {'for_net_delete': True} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:19.985640 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c045b50>, 'f61b6f37-fc5a-4d92-94d4-624e2ba5fbbb') {} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:19.997248 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3376483'] for segment, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.017858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.024342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=78531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:38:20.024716 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133845'] for segment, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]: Traceback (most recent call last):
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     timer()
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     cb(*args, **kw)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     return func(*args, **kwargs)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     self._notify()
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     self.callback(batched_events)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     event.method(event)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     return f(self, *a, **k)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._get(url).json()
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:38:20.037743 dv-cinder-802781-1-iscsi neutron-server[78531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:38:20.109981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.113633 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:20.127102 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.138400 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7a3be5-78df-4c14-b1cf-f5da0973f991,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:20.140836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:20.147109 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] 10.222.0.24 "DELETE /v2.0/networks/8d7a3be5-78df-4c14-b1cf-f5da0973f991 HTTP/1.1" status: 204  len: 168 time: 0.8930154
Jul 29 08:38:20.268035 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43282) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:20.320389 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-843e23b4-7733-43c4-b790-71e392bad351 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dee31a5b42be4143882959e2894f3ea3&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0510244
Jul 29 08:38:20.322714 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43286) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:20.379292 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.403679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.421864 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Deleting port d2629f4c-b89f-4f31-a30a-0ac43642b8c6 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:20.422713 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.456571 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.461400 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-df80d0ef-dc57-4ddd-8c56-44edeeb784c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:20.474576 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b909bc0-3347-4f97-9fd2-b03d11b371d2,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:20.476890 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:20.482892 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:20.484161 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e371f769-2220-4d30-a20e-eb803d4fe299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b909bc0-3347-4f97-9fd2-b03d11b371d2 HTTP/1.1" status: 204  len: 168 time: 0.1603935
Jul 29 08:38:20.500000 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-30d1b191-c85b-4e20-81c3-201c3ac81d73 None None] The port 'd2629f4c-b89f-4f31-a30a-0ac43642b8c6' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:38:21.182420 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d2629f4c-b89f-4f31-a30a-0ac43642b8c6 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:38:21.218894 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: d2629f4c-b89f-4f31-a30a-0ac43642b8c6 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:38:21.219255 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d2629f4c-b89f-4f31-a30a-0ac43642b8c6 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:38:22.214269 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.430164 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43388) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:24.545753 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.563299 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:24.567010 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Usage tracker for resource:security_group_rule and tenant:c078283e87f84c26a90c511364f53fca is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:24.570166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:24.575742 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:24.657432 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.660911 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.669268 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-82804042-e110-4c6b-8afe-e5bf5a6b8879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:24.707963 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c078283e87f84c26a90c511364f53fca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766869
Jul 29 08:38:24.708803 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8098d9f6-92d3-46da-80ad-ddf82dd3d68f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:24.711405 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43394) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:24.711939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:24.771011 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.800087 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.852368 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.857044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:24.869965 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8098d9f6-92d3-46da-80ad-ddf82dd3d68f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:24.873321 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:24.874490 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:24.878241 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-64beefef-10e9-46c6-9edb-07473ee0d298 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8098d9f6-92d3-46da-80ad-ddf82dd3d68f HTTP/1.1" status: 204  len: 168 time: 0.1650672
Jul 29 08:38:25.123476 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43414) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:25.233954 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43420) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:25.241283 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.251896 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.256184 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:25.260005 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Usage tracker for resource:security_group_rule and tenant:60a6adc4c1a545a7801889355a75ff76 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:25.263565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:25.266474 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:25.269506 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:25.270475 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Usage tracker for resource:security_group_rule and tenant:74275bacf5b74d42acfad2256a4ebd82 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:25.273471 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:25.280234 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:25.360898 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.365134 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.366793 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.370526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.372860 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ca4ca737-e97b-4351-9163-659b0b74ffe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:25.377735 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-108de2b7-af75-469c-b978-2c23c6e43e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:25.414915 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60a6adc4c1a545a7801889355a75ff76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2880440
Jul 29 08:38:25.414915 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf0a66-8186-4611-93ac-77cba17e5502,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:25.415302 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43424) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:25.417134 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:25.431670 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74275bacf5b74d42acfad2256a4ebd82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1966274
Jul 29 08:38:25.433090 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3079b-5cdd-4f4b-994c-ad8ff047dedf,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:25.434812 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43428) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:25.437045 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-aef47c61-a697-4502-8cc7-698d71f07d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:25.484479 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.501048 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.510467 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.526107 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.562344 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.567482 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9f444194-f21b-4a1e-a4f7-7d6aad61df29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:25.579525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.583422 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf0a66-8186-4611-93ac-77cba17e5502,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:25.585151 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-56fadfad-14ec-43a9-8ae3-aff7cafb83a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:25.586385 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:25.598066 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3079b-5cdd-4f4b-994c-ad8ff047dedf,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:25.602876 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:25.603344 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.605282 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2caf0a66-8186-4611-93ac-77cba17e5502 HTTP/1.1" status: 204  len: 168 time: 0.1865644
Jul 29 08:38:25.613845 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:25.615471 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fb3079b-5cdd-4f4b-994c-ad8ff047dedf HTTP/1.1" status: 204  len: 168 time: 0.1783938
Jul 29 08:38:26.018552 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43448) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:26.036706 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.052678 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:26.056431 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Usage tracker for resource:security_group_rule and tenant:dd9e0490f9c945c3938be849c948eaae is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:26.059624 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:26.074802 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:26.160835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.165844 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.176865 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-10ea73d7-5f66-46ac-9034-e61da3bc1125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:26.223609 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd9e0490f9c945c3938be849c948eaae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2038991
Jul 29 08:38:26.224532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee9560-31bf-4b8d-bf2f-d619a9c4fe87,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:26.226251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43458) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:26.227530 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:26.286719 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.311851 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.366837 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.371780 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-828efc0b-7471-44c7-95ae-2216038fde74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:26.381950 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee9560-31bf-4b8d-bf2f-d619a9c4fe87,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:26.387089 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:26.389187 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:26.396474 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ac788e50-26d5-44e8-8168-ea29f2cf5883 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1ee9560-31bf-4b8d-bf2f-d619a9c4fe87 HTTP/1.1" status: 204  len: 168 time: 0.1683075
Jul 29 08:38:27.333188 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8e824-062a-4e92-8612-fa1cd2125dd7 req-e27a3a28-563b-4280-868a-340738addb20 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:27.336594 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e1d8e824-062a-4e92-8612-fa1cd2125dd7 req-e27a3a28-563b-4280-868a-340738addb20 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 945 time: 0.0882056
Jul 29 08:38:27.381410 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e1d8e824-062a-4e92-8612-fa1cd2125dd7 req-620657c6-4745-4fd8-8f90-4c836f509b15 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393827
Jul 29 08:38:28.568516 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6330fc-1a50-42d7-b81c-3f6e483a52ca req-9198de58-b10f-4a84-8a5c-3c84796ecf78 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:28.569965 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ea6330fc-1a50-42d7-b81c-3f6e483a52ca req-9198de58-b10f-4a84-8a5c-3c84796ecf78 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 945 time: 0.0802002
Jul 29 08:38:28.616671 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ea6330fc-1a50-42d7-b81c-3f6e483a52ca req-c9c2edd6-cf1f-43c3-a1c4-4db074373e03 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405798
Jul 29 08:38:28.756424 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-4f62a3e9-3d9d-4815-a8f9-8ee30a55dc73 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:28.757848 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-4f62a3e9-3d9d-4815-a8f9-8ee30a55dc73 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 945 time: 0.0840483
Jul 29 08:38:28.820022 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43574) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:28.826163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Deleting port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:38:28.826504 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:28.934728 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:28.952646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:28.957250 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d9fcc3a073445588fa480081ac6a8a is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:28.959980 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:28.965577 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:29.049770 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.053757 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.061892 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f7eaab5f-4afa-450f-a1b3-0f1b415a6b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:29.103635 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b381fe6-4b00-4d81-b212-c29fa64a2cb9,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:29.110569 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7d9fcc3a073445588fa480081ac6a8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894151
Jul 29 08:38:29.111481 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43580) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:29.112531 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:29.171849 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.172420 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] For port 09f80f1a-c2bf-4f88-b814-a393ce9d4996, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=09f80f1a-c2bf-4f88-b814-a393ce9d4996,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:29.172779 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.197489 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.256685 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.263451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-92296949-fdf4-4493-9e6f-5bf7bfcda17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:29.281284 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b381fe6-4b00-4d81-b212-c29fa64a2cb9,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:29.284465 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.288285 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b381fe6-4b00-4d81-b212-c29fa64a2cb9 HTTP/1.1" status: 204  len: 168 time: 0.1747720
Jul 29 08:38:29.289798 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8452ada7-d76a-446f-8857-bc34d44ecc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:29.476293 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.476531 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.476839 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.l3_db [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Floating IP 88c3dd15-509c-43f5-b1fe-a7fca577a96e disassociated. External IP: 172.27.2.159, port: 09f80f1a-c2bf-4f88-b814-a393ce9d4996.
Jul 29 08:38:29.477171 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Calling delete_port for 09f80f1a-c2bf-4f88-b814-a393ce9d4996 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:38:29.589276 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43602) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:29.607599 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.624497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:29.628786 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Usage tracker for resource:security_group_rule and tenant:e4d8af38fd5c4487bee05fd8b6becb79 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:29.632596 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:29.633939 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.640812 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e5fdf188-e82c-445a-9847-d924c55d842c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:29.642559 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:29.689948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'Port': ['ID=09f80f1a-c2bf-4f88-b814-a393ce9d4996,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:29.752062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:29.802948 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-60e2c51b-0bab-480b-834e-84c867443b53 req-8c2f3f14-fd39-4bf5-ba24-419452422048 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 210 time: 0.0555542
Jul 29 08:38:29.804770 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.810568 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:29.822236 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-4ecfba69-260b-4cb8-afe2-31cb849f023a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:29.868403 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4d8af38fd5c4487bee05fd8b6becb79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2778924
Jul 29 08:38:29.869665 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b8183b-9ddb-443a-9cda-cbbcaef601fd,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:29.871289 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43608) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:29.873402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:29.895640 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:38:30.025744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.044382 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ab587715-f977-4749-b6ef-82550a6e16e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.127034 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.155792 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:38:30.167087 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:38:30.178443 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:30.179604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d005a00>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:30.264080 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] No DVR routers for this DVR port 09f80f1a-c2bf-4f88-b814-a393ce9d4996 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:38:30.266773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.271701 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'name': 'network-vif-deleted', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:38:30.297403 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7a47ec3-2cd3-461f-9a69-92ec92182ed8 req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "DELETE /v2.0/ports/09f80f1a-c2bf-4f88-b814-a393ce9d4996 HTTP/1.1" status: 204  len: 173 time: 1.5344815
Jul 29 08:38:30.305261 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.313403 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-57058b6e-1c0a-40a5-a4c8-cacb6f7a08a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:30.327969 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.340296 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00b8183b-9ddb-443a-9cda-cbbcaef601fd HTTP/1.1" status: 204  len: 168 time: 0.4603240
Jul 29 08:38:30.346818 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f9630c-722c-45f2-a394-be5e0c96a473', 'name': 'network-vif-deleted', 'tag': '09f80f1a-c2bf-4f88-b814-a393ce9d4996', 'status': 'completed', 'code': 200}
Jul 29 08:38:30.348609 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b8183b-9ddb-443a-9cda-cbbcaef601fd,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:30.351141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e79fd219-7098-40b7-8d19-d215201de859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:30.454431 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:30.702144 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:30.958529 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d005a00>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:30.968600 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:38:30.990396 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:30.992811 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d005a00>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:31.035119 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c2eaae4e-ab55-494c-9dc1-d9f3d3e87dc0 req-26aee0e1-0b3e-49d9-a0cf-9f846982de49 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f9630c-722c-45f2-a394-be5e0c96a473 HTTP/1.1" status: 200  len: 210 time: 0.0736833
Jul 29 08:38:31.231794 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:31.551789 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d005a00>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:31.555754 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739d23bd-22f6-49fe-bbcc-ecac88b809aa None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:38:31.780338 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9f6499-d435-405e-b3ec-40291e46d2c4 None None] New status for floating IP 88c3dd15-509c-43f5-b1fe-a7fca577a96e: DOWN {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:38:32.415847 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-7087bd1b-4ae5-4cf5-a61c-addcf14253a6 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238644441&fields=id&tenant_id=631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 267 time: 0.0424213
Jul 29 08:38:32.609646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-bdade6d6-81f3-4075-993f-4cd9a5ddcce5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:32.616461 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-bdade6d6-81f3-4075-993f-4cd9a5ddcce5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 811 time: 0.1910334
Jul 29 08:38:32.627341 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-6199e7ea-e3ec-4144-9410-7523b23c6420 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/quotas/631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 375 time: 0.0100379
Jul 29 08:38:32.720048 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-6e7a57a8-bb08-4ee3-85d4-b3e38b2a8f99 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0871546
Jul 29 08:38:32.773814 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-201ab9de-6c55-4b5a-8ffd-27e96a323890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:32.778524 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43706) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:32.944982 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:32.972295 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:32.978939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Usage tracker for resource:security_group_rule and tenant:ad48844c517f41dcadcea7f9780ea6a4 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:32.983042 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:32.998612 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:33.013542 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-826fd17b-4d45-4b5e-b9bb-621daa031168 service neutron] 10.222.0.24 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2814152
Jul 29 08:38:33.274350 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-7d045db7-de29-4e9c-bce3-9cece4f9d032 service neutron] 10.222.0.24 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516961
Jul 29 08:38:33.297984 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.301689 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.310348 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6cbe2874-ab3c-43f0-b2ee-8edd3a319869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:33.354968 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad48844c517f41dcadcea7f9780ea6a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5754068
Jul 29 08:38:33.356248 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5c687-a0fa-4447-a2fd-38d34146fc8b,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:33.357811 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43714) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:33.359606 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:33.420403 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.448120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.461969 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.505478 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.510902 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e52f28d7-d1a1-48e8-a0f9-0650f87816cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:33.522577 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5c687-a0fa-4447-a2fd-38d34146fc8b,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:33.525472 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:33.527384 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.531252 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-db1b3322-7383-4ce4-b1da-83b1c055ba6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bae5c687-a0fa-4447-a2fd-38d34146fc8b HTTP/1.1" status: 204  len: 168 time: 0.1696146
Jul 29 08:38:33.629365 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 09f80f1a-c2bf-4f88-b814-a393ce9d4996 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:38:33.709021 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 09f80f1a-c2bf-4f88-b814-a393ce9d4996 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:38:33.709610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 09f80f1a-c2bf-4f88-b814-a393ce9d4996 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:38:33.744334 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-db918707-8c4f-42fc-bf32-ddd097e6c0fe req-1dae8361-6beb-4db2-97cc-9cff6d87bcfd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:38:33.767969 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-db918707-8c4f-42fc-bf32-ddd097e6c0fe req-1dae8361-6beb-4db2-97cc-9cff6d87bcfd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:38:33.775883 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-db918707-8c4f-42fc-bf32-ddd097e6c0fe req-1dae8361-6beb-4db2-97cc-9cff6d87bcfd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 210 time: 0.1279206
Jul 29 08:38:33.884533 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43740) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:33.912232 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:33.931501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:33.936198 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Usage tracker for resource:security_group_rule and tenant:218a2e11ea314000ade2185e254e4df0 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:33.939065 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:33.945401 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:34.045755 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:34.051133 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:34.064085 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e72210c6-6124-4ecc-81f1-e44c1b36690d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:34.109085 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 43752) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:34.110479 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=218a2e11ea314000ade2185e254e4df0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2198143
Jul 29 08:38:34.111756 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62606ecf-0b36-408f-8624-95f7306840b8,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:34.115043 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-75071e57-c47b-468e-ab68-9526a2fdc37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:34.178466 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:34.207298 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:34.270068 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:34.275910 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-57f53970-1071-44d0-a5d8-25f2205a4a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:34.292199 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62606ecf-0b36-408f-8624-95f7306840b8,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:34.295474 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:34.305101 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:34.309848 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-b189171e-3edf-42fc-9e66-66d872945c5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62606ecf-0b36-408f-8624-95f7306840b8 HTTP/1.1" status: 204  len: 168 time: 0.1960173
Jul 29 08:38:34.922201 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-0e88e8c7-89c4-4cae-bf17-08e33da90498 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:34.923641 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-0e88e8c7-89c4-4cae-bf17-08e33da90498 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 811 time: 0.2731075
Jul 29 08:38:34.951703 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35eaff33-46d9-4f66-8586-de0b00e0a117 req-ca0fb567-2a36-4c7c-b7fa-dd515b9349ca tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 210 time: 0.0549707
Jul 29 08:38:34.982108 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-d2c8331a-46fb-432b-b86b-8b803a26f697 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 380 time: 0.0497313
Jul 29 08:38:34.990853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'port': {'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'admin_state_up': True, 'tenant_id': '631c2867f056444090a16fbb64675270', 'security_groups': ['14710f25-f035-46f5-89f7-172cbbedf0cf']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:38:35.133422 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:35.144286 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:35.155376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Made reservation on behalf of 631c2867f056444090a16fbb64675270 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:38:35.159380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:35.194537 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:35.347477 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Allocated IP 172.20.0.5 (109a8f80-262d-4ea7-b485-45f0770646a5/537bb3c1-39a6-482d-b0df-a8fab9813313/a67f5010-de07-440b-a399-f4e6da280c46) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:38:35.565360 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:35.597284 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Transition to ACTIVE for port object a67f5010-de07-440b-a399-f4e6da280c46 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:38:35.659906 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:35.668632 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2fc2b303-fe48-47f1-b378-d19e06553b01 tempest-VolumesActionsTest-1291685514 tempest-VolumesActionsTest-1291685514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:35.754276 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:38:35.757648 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=a67f5010-de07-440b-a399-f4e6da280c46,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:35.760635 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:38:35.762408 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:35.763093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:38:35.827284 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:35.827904 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:35.856867 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8700125
Jul 29 08:38:35.868853 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Request body: {'port': {'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:38:35.940930 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43802) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:35.999509 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.018514 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42ee79f1-b09a-48f6-aa42-6baadbf1215e None None] Provisioning for port a67f5010-de07-440b-a399-f4e6da280c46 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:38:36.024512 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42ee79f1-b09a-48f6-aa42-6baadbf1215e None None] Provisioning complete for port a67f5010-de07-440b-a399-f4e6da280c46 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:38:36.025545 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42ee79f1-b09a-48f6-aa42-6baadbf1215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.093166 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42ee79f1-b09a-48f6-aa42-6baadbf1215e None None] Port a67f5010-de07-440b-a399-f4e6da280c46 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:38:36.105650 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.120962 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:36.124827 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Usage tracker for resource:security_group_rule and tenant:d5d8bf100e6e42a8831a6c6a7c972e7b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:36.127642 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:36.133450 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:36.222036 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.225824 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.234771 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0cc0d8ab-a899-4b79-b75b-aa09e0e50cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:36.273189 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5d8bf100e6e42a8831a6c6a7c972e7b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3311925
Jul 29 08:38:36.274083 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7eac02-99aa-4133-b8d0-86b290228334,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:36.277616 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:36.278077 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43810) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:36.332981 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af307b-43d3-464b-a59e-b894ccc98182 req-d0bfea54-01ee-436e-9617-939423f29aa1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:36.333685 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e5af307b-43d3-464b-a59e-b894ccc98182 req-d0bfea54-01ee-436e-9617-939423f29aa1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:38:36.337414 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.363974 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.368379 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e5af307b-43d3-464b-a59e-b894ccc98182 req-d0bfea54-01ee-436e-9617-939423f29aa1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:38:36.369553 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e5af307b-43d3-464b-a59e-b894ccc98182 req-d0bfea54-01ee-436e-9617-939423f29aa1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 931 time: 0.2371130
Jul 29 08:38:36.421477 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.426234 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c1b5e22a-151d-425a-b6be-ebe2737b339f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:36.439143 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7eac02-99aa-4133-b8d0-86b290228334,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:36.443103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:36.460983 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.462582 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b7eac02-99aa-4133-b8d0-86b290228334 HTTP/1.1" status: 204  len: 168 time: 0.1832345
Jul 29 08:38:36.470601 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e5af307b-43d3-464b-a59e-b894ccc98182 req-0a7a6eee-31b9-4812-8ab5-32736b3c8068 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0918288
Jul 29 08:38:36.472523 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67f5010-de07-440b-a399-f4e6da280c46 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:38:36.481269 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.495831 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Transition to ACTIVE for port object a67f5010-de07-440b-a399-f4e6da280c46 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:38:36.499736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.504696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-957b9e61-775c-40b0-a635-82b81d75c4da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:36.629912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Pushing event updated for resources: {'Port': ['ID=a67f5010-de07-440b-a399-f4e6da280c46,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:36.662954 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:36.746030 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Attempting to bind port a67f5010-de07-440b-a399-f4e6da280c46 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:38:36.746807 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Attempting to bind port a67f5010-de07-440b-a399-f4e6da280c46 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:38:36.747236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Attempting to bind port a67f5010-de07-440b-a399-f4e6da280c46 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:38:36.753598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Port a67f5010-de07-440b-a399-f4e6da280c46 on network 109a8f80-262d-4ea7-b485-45f0770646a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:38:36.754191 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Attempting to bind port a67f5010-de07-440b-a399-f4e6da280c46 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:38:36.762657 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43820) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:36.763814 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:38:36.764494 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Checking segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:38:36.764849 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Bound using segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:38:36.765278 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Bound port: a67f5010-de07-440b-a399-f4e6da280c46, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:38:36.765649 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.793097 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.810522 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:36.814990 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Usage tracker for resource:security_group_rule and tenant:50f803201d7f481f99acd88e0b616f28 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:36.817818 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:36.825081 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:36.867125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] For port a67f5010-de07-440b-a399-f4e6da280c46, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:38:36.870490 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] For port a67f5010-de07-440b-a399-f4e6da280c46, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a67f5010-de07-440b-a399-f4e6da280c46,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:38:36.875057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.879019 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-2c6da3c9-9dc3-49aa-abc6-4bbaf03c5e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:36.917387 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.921525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:36.928867 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cf1c684a-ec26-4900-9ff3-697e1e4560e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:36.978033 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50f803201d7f481f99acd88e0b616f28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2141387
Jul 29 08:38:36.979719 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280f492a-638c-4d6d-9de6-2ff38f1f91e9,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:36.983438 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:36.984315 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43826) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:37.045901 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:37.046513 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.048000 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] 10.222.0.37 "PUT /v2.0/ports/a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 1093 time: 1.1834180
Jul 29 08:38:37.048532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:38:37.056443 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.069631 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Pushing event updated for resources: {'Port': ['ID=a67f5010-de07-440b-a399-f4e6da280c46,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:37.073516 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:37.093904 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.181418 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.184707 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46', 'status': 'completed', 'code': 200}
Jul 29 08:38:37.188662 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-fdba83ac-cb4b-477a-86a9-21e7521378cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:37.202944 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f492a-638c-4d6d-9de6-2ff38f1f91e9,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:37.214207 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:37.216614 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.217816 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-3c6337fd-0d32-4fcf-950c-beeed7576901 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/280f492a-638c-4d6d-9de6-2ff38f1f91e9 HTTP/1.1" status: 204  len: 168 time: 0.2323871
Jul 29 08:38:37.233680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-f7888c62-eb2d-48d0-9c0d-4d5aab976f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:37.235241 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-f7888c62-eb2d-48d0-9c0d-4d5aab976f90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1096 time: 0.1385808
Jul 29 08:38:37.308704 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-f8925082-e382-40a7-9f74-5ad2e0236770 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 217 time: 0.0657263
Jul 29 08:38:37.376880 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-8cc2c6ca-5bfe-476d-9c7f-c3e755eb98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:37.378315 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-8cc2c6ca-5bfe-476d-9c7f-c3e755eb98f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0627496
Jul 29 08:38:37.456821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-0254653b-90db-4bd7-b5cb-09d82b2a5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:37.458373 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-0254653b-90db-4bd7-b5cb-09d82b2a5754 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727541
Jul 29 08:38:37.565498 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43840) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:37.583870 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.598901 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:37.602863 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Usage tracker for resource:security_group_rule and tenant:858487cf49ef4ff789de17fdff9b7085 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:37.605707 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:37.611302 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:37.655746 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f0418-5d9e-4209-9640-6fe9bd941885 req-f20214d2-bfb0-48b5-8d32-10db5a499ed1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:37.660580 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-692f0418-5d9e-4209-9640-6fe9bd941885 req-f20214d2-bfb0-48b5-8d32-10db5a499ed1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0849061
Jul 29 08:38:37.698632 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.702660 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.706846 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-692f0418-5d9e-4209-9640-6fe9bd941885 req-6c94a05b-0969-4d24-80b6-3dcd3d3daf65 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433304
Jul 29 08:38:37.711549 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8f74b6a7-bbfe-4aa0-8e46-003041a216a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:37.749624 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d850fa-b16e-4d21-bc3a-71724515f904,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:37.752525 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:37.755115 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-67998b8f-0ee1-4a1f-9bea-70a7fb07efc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=858487cf49ef4ff789de17fdff9b7085&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884770
Jul 29 08:38:37.757744 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 43844) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:37.814363 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.843840 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.893501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.898300 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b094403a-1692-4eb4-9a2d-e2f174bf8a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:37.911164 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d850fa-b16e-4d21-bc3a-71724515f904,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:37.913703 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:37.914895 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:37.916046 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-7110fb7f-08c9-4dff-abdc-73c846caf4cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16d850fa-b16e-4d21-bc3a-71724515f904 HTTP/1.1" status: 204  len: 168 time: 0.1573451
Jul 29 08:38:38.481229 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-f012b58d-73a2-460d-a071-5c9f9f3f5c84 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381731
Jul 29 08:38:38.897427 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68394d9-5c7f-45aa-907c-88aa9dab2ca4 req-ac8e958f-8ec2-49d5-8c7c-4117c51e05a1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:38.898898 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d68394d9-5c7f-45aa-907c-88aa9dab2ca4 req-ac8e958f-8ec2-49d5-8c7c-4117c51e05a1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0825188
Jul 29 08:38:38.943708 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d68394d9-5c7f-45aa-907c-88aa9dab2ca4 req-1270bef3-13ce-4d97-824c-f2b2f3827db3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384839
Jul 29 08:38:39.360270 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-51d0ea29-ba6f-4cab-a2db-0f12e635fa3d req-4848a029-2867-4354-b046-57d7c0cd46bf service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333265
Jul 29 08:38:40.127407 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4604-29cd-4583-84f7-50034af9054f req-904d587e-13ec-48c1-811a-bc9653c7ceac tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:40.128910 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-189d4604-29cd-4583-84f7-50034af9054f req-904d587e-13ec-48c1-811a-bc9653c7ceac tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0797136
Jul 29 08:38:40.173060 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-189d4604-29cd-4583-84f7-50034af9054f req-03476de5-ac8e-4a8b-997f-e0c3bcc7e702 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385258
Jul 29 08:38:40.352897 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-3619bd4f-2ad7-4caa-ae94-a1166575a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:40.355017 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-3619bd4f-2ad7-4caa-ae94-a1166575a730 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1096 time: 0.0744174
Jul 29 08:38:40.500261 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-3c5e841e-a617-4231-82ce-da4c759069dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:40.501686 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-3c5e841e-a617-4231-82ce-da4c759069dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1396863
Jul 29 08:38:40.568529 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-b86464d7-2233-40cf-9502-ce6dfb8e6aac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 217 time: 0.0595303
Jul 29 08:38:40.643599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-de6101dc-f962-485b-8082-d73a7a996089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:40.645259 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-de6101dc-f962-485b-8082-d73a7a996089 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0705934
Jul 29 08:38:40.727054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-fa194b43-32be-4f55-b022-96cbee8b6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:40.729269 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-fa194b43-32be-4f55-b022-96cbee8b6ea2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758185
Jul 29 08:38:40.868826 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-fa1915db-e219-4589-82ca-1b3d13982956 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298761
Jul 29 08:38:41.014930 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-30b0c0aa-7a4c-4e6a-b045-e48798daa176 req-679109db-2a5c-47cd-bda4-db0befaac238 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388617
Jul 29 08:38:41.358100 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e502d28-37e9-4074-b4c7-932aa23c4a1f req-446294ad-b1ed-468a-b759-ef5d88f13557 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:41.359557 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5e502d28-37e9-4074-b4c7-932aa23c4a1f req-446294ad-b1ed-468a-b759-ef5d88f13557 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0845830
Jul 29 08:38:41.407460 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5e502d28-37e9-4074-b4c7-932aa23c4a1f req-80be45b2-de46-496f-93b2-13991644abc9 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419343
Jul 29 08:38:42.602143 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb57642-767e-4070-bea6-f88941f7e1b4 req-1dec55ff-e54a-478e-931f-33aaeb57030f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:42.604307 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-feb57642-767e-4070-bea6-f88941f7e1b4 req-1dec55ff-e54a-478e-931f-33aaeb57030f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0870667
Jul 29 08:38:42.746003 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-feb57642-767e-4070-bea6-f88941f7e1b4 req-dccdac87-496b-4ed8-946f-e22a9dc4ebe6 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1356907
Jul 29 08:38:43.932059 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cbec8-7c7e-4845-afc8-8aa88ddb51de req-25109d93-c84a-46ac-863c-df706dd2725b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:43.934393 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9d1cbec8-7c7e-4845-afc8-8aa88ddb51de req-25109d93-c84a-46ac-863c-df706dd2725b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0833170
Jul 29 08:38:43.984265 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9d1cbec8-7c7e-4845-afc8-8aa88ddb51de req-edc716a7-84db-4359-bd1e-500c99f30a45 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438020
Jul 29 08:38:45.173050 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3fc9-fff3-4cc9-9f66-6aeaacced39a req-3326876c-fc6b-415a-bfd7-0fdfe53b9fbc tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:45.174478 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3b2a3fc9-fff3-4cc9-9f66-6aeaacced39a req-3326876c-fc6b-415a-bfd7-0fdfe53b9fbc tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0877399
Jul 29 08:38:45.221364 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3b2a3fc9-fff3-4cc9-9f66-6aeaacced39a req-6c00d02a-3943-4dea-842d-82fcb2b0424a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414133
Jul 29 08:38:46.409551 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e52405-241d-44a1-974a-7b4969cb001f req-902d5704-b65a-4bc0-8e40-da94a19906e0 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:46.412321 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44e52405-241d-44a1-974a-7b4969cb001f req-902d5704-b65a-4bc0-8e40-da94a19906e0 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0814500
Jul 29 08:38:46.459763 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44e52405-241d-44a1-974a-7b4969cb001f req-8cfea164-f235-403d-9f57-172e54f80b7c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411284
Jul 29 08:38:47.642983 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abec18-aa34-4738-8f29-068a224dcb97 req-9894df62-d0e1-484b-8ae1-bf76653effcd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:47.644463 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c6abec18-aa34-4738-8f29-068a224dcb97 req-9894df62-d0e1-484b-8ae1-bf76653effcd tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 943 time: 0.0774169
Jul 29 08:38:47.688516 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c6abec18-aa34-4738-8f29-068a224dcb97 req-327fe6d5-292f-4ad6-92d7-b4bd060d2c85 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385523
Jul 29 08:38:48.341691 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device a67f5010-de07-440b-a399-f4e6da280c46 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:38:48.475003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port a67f5010-de07-440b-a399-f4e6da280c46, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a67f5010-de07-440b-a399-f4e6da280c46,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:48.487914 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'a67f5010-de07-440b-a399-f4e6da280c46', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:38:48.544315 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:48.561188 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67f5010-de07-440b-a399-f4e6da280c46 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:38:48.577612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port a67f5010-de07-440b-a399-f4e6da280c46, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a67f5010-de07-440b-a399-f4e6da280c46,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:48.581180 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:48.582838 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:48.650022 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=a67f5010-de07-440b-a399-f4e6da280c46,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:48.656858 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.657202 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.657538 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.657865 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.658191 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.658514 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.658832 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.659150 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.659469 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.659785 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.660097 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.660439 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:38:48.664038 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:48.880304 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc1306-3860-43ce-8f2c-43d328408157 req-026744ca-1a2e-4c54-b816-e9e6bae28093 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:48.881751 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c0bc1306-3860-43ce-8f2c-43d328408157 req-026744ca-1a2e-4c54-b816-e9e6bae28093 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 944 time: 0.0821238
Jul 29 08:38:48.924897 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c0bc1306-3860-43ce-8f2c-43d328408157 req-ee0031cc-dec6-4e49-8358-79f9b296938c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376346
Jul 29 08:38:49.595794 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['a67f5010-de07-440b-a399-f4e6da280c46'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:38:50.131592 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c22ae4-cee7-421e-870e-3445d92b3580 req-50872fa8-3604-48eb-a4a4-4ee9439ff527 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:50.133104 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e0c22ae4-cee7-421e-870e-3445d92b3580 req-50872fa8-3604-48eb-a4a4-4ee9439ff527 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 944 time: 0.0960109
Jul 29 08:38:50.179509 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e0c22ae4-cee7-421e-870e-3445d92b3580 req-7ce45fec-eabc-4cb7-8bc0-5e3083a7e144 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403829
Jul 29 08:38:51.310713 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:38:51.373603 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc27796-852f-4d67-8b04-dcda5e84c545 req-5ca81d73-b80b-4b0c-9d33-e3c6ee0b972a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:51.375049 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ecc27796-852f-4d67-8b04-dcda5e84c545 req-5ca81d73-b80b-4b0c-9d33-e3c6ee0b972a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 944 time: 0.0804434
Jul 29 08:38:51.422376 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ecc27796-852f-4d67-8b04-dcda5e84c545 req-51cea153-3cd0-472d-b713-3df6cd98509f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417020
Jul 29 08:38:51.768072 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device a67f5010-de07-440b-a399-f4e6da280c46 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:38:51.838540 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port a67f5010-de07-440b-a399-f4e6da280c46 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:38:51.843030 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port a67f5010-de07-440b-a399-f4e6da280c46 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:38:51.843401 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:51.953651 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:51.979611 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:38:51.989104 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port a67f5010-de07-440b-a399-f4e6da280c46, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a67f5010-de07-440b-a399-f4e6da280c46,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:38:51.995173 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:51.998813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:52.031896 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46', 'code': 200}
Jul 29 08:38:52.063870 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=a67f5010-de07-440b-a399-f4e6da280c46,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:52.066856 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:52.232892 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:52.293373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55884353-0ba2-4d36-b01b-2a611a93e6dd req-50a8b190-a699-44a0-9dfa-ca1274077b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:52.294769 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-55884353-0ba2-4d36-b01b-2a611a93e6dd req-50a8b190-a699-44a0-9dfa-ca1274077b78 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1098 time: 0.0680983
Jul 29 08:38:52.336213 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-55884353-0ba2-4d36-b01b-2a611a93e6dd req-868cae97-6667-47f3-aaaa-7484b870ef99 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338886
Jul 29 08:38:52.622145 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdfd8b-8eb9-4639-8735-66eca2afc5b3 req-fb00fb86-3dce-482c-b60c-37a2949eaeb5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:52.623614 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0efdfd8b-8eb9-4639-8735-66eca2afc5b3 req-fb00fb86-3dce-482c-b60c-37a2949eaeb5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 945 time: 0.0894256
Jul 29 08:38:52.670686 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0efdfd8b-8eb9-4639-8735-66eca2afc5b3 req-01cc18c3-28e5-4e92-aa1c-f833ef5c674d tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410037
Jul 29 08:38:53.855350 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79102729-3f8d-489d-9cce-d612998b0a04 req-3dd3b00d-e40b-4a15-a26f-4d1b3a5d2f8a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:53.856835 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-79102729-3f8d-489d-9cce-d612998b0a04 req-3dd3b00d-e40b-4a15-a26f-4d1b3a5d2f8a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 945 time: 0.0823245
Jul 29 08:38:53.901646 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-79102729-3f8d-489d-9cce-d612998b0a04 req-85566ae0-7e68-40fd-95a6-de9ca81a08ac tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391564
Jul 29 08:38:54.085423 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be25535-061e-4347-b5eb-c7e497e8c785 req-e4253f74-1047-42e5-abb4-13af715775da tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:54.086934 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2be25535-061e-4347-b5eb-c7e497e8c785 req-e4253f74-1047-42e5-abb4-13af715775da tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 945 time: 0.0848107
Jul 29 08:38:54.133563 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2be25535-061e-4347-b5eb-c7e497e8c785 req-2bcbfb43-cc8f-4504-829b-4871df4366a8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404375
Jul 29 08:38:54.156882 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44084) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:54.225568 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc894b6c-4ce0-48d0-a712-8b295e5a4237 tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:54.227051 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-bc894b6c-4ce0-48d0-a712-8b295e5a4237 tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1093 time: 0.0692482
Jul 29 08:38:54.229725 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44088) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:54.234630 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'tenant_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:38:54.240540 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:54.244917 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:floatingip and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:54.247683 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:54.253269 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:54.263805 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:54.395466 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:54.534272 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Allocated IP 172.27.2.92 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/b8fca628-f9a9-4710-a772-d9658cda4d7d) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:38:54.693343 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:54.722276 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:54.726627 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5f873f60-17f6-40c3-83d8-4640992f2833 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:54.885434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:38:54.888182 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:38:54.891638 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:38:54.920489 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=b8fca628-f9a9-4710-a772-d9658cda4d7d,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:54.926217 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:55.298902 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:55.373313 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:55.571715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:55.575996 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:55.580623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a7ef2933-7819-48c4-b237-22fc6eb9701a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:55.688027 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=b8fca628-f9a9-4710-a772-d9658cda4d7d,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:55.692038 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:55.696735 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:55.874739 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Floating IP e884c364-0ab3-4688-a431-d1b68ef43106 associated. External IP: 172.27.2.92, port: a67f5010-de07-440b-a399-f4e6da280c46.
Jul 29 08:38:55.929466 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44108) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:56.051665 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.068802 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:38:56.073031 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Usage tracker for resource:security_group_rule and tenant:dfed4db10e9a4e569ff525f2215d24a1 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:38:56.076021 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:38:56.082696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:38:56.179425 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.183289 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.190306 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-42c276c3-d9a9-4707-ac40-7377e0ba5d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:56.233137 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d362db-a795-4d74-8d5c-794ac3d0a718,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:56.237371 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfed4db10e9a4e569ff525f2215d24a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3067882
Jul 29 08:38:56.237692 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:38:56.238295 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e7fcf6e1-d485-4972-a47e-5c769da92c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:56.240103 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44114) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:38:56.299181 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.327291 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.381691 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.386293 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-bf0ec7c4-12b9-4359-8c0c-043f6d5d1e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:38:56.400059 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d362db-a795-4d74-8d5c-794ac3d0a718,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:38:56.404692 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:38:56.405491 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.406785 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36d362db-a795-4d74-8d5c-794ac3d0a718 HTTP/1.1" status: 204  len: 168 time: 0.1657646
Jul 29 08:38:56.533286 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:38:56.543108 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:38:56.553761 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:56.554391 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4db45be0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:56.567074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:38:56.648586 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4044311
Jul 29 08:38:56.648586 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:38:56.690635 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46', 'status': 'completed', 'code': 200}
Jul 29 08:38:56.749026 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:56.806806 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619c64-337a-4eaf-b184-86faf49e6adc req-7a1c8894-1a55-461c-9436-5f331f14c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:56.808704 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-7a1c8894-1a55-461c-9436-5f331f14c0d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1098 time: 0.0949850
Jul 29 08:38:56.982053 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619c64-337a-4eaf-b184-86faf49e6adc req-07bf645e-f3c5-406f-b2cd-d0cff39b0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:56.983847 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-07bf645e-f3c5-406f-b2cd-d0cff39b0669 service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1687937
Jul 29 08:38:57.105255 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-fcd5a0a5-18da-4d3c-b4f4-323e496412e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 998 time: 0.1138427
Jul 29 08:38:57.201530 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619c64-337a-4eaf-b184-86faf49e6adc req-5eda164f-a596-40cb-ad79-f86f84c71738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:57.203239 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-5eda164f-a596-40cb-ad79-f86f84c71738 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0910811
Jul 29 08:38:57.272583 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4db45be0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:55Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:57.278114 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:38:57.289708 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:38:57.290610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4db45be0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:38:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:57.291716 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49619c64-337a-4eaf-b184-86faf49e6adc req-761a54b9-6037-4fd2-a899-d02be751c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:38:57.293465 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-761a54b9-6037-4fd2-a899-d02be751c176 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833437
Jul 29 08:38:57.443191 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-5fca7afb-8ff3-491c-8f36-8b3322460d3a service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429989
Jul 29 08:38:57.490982 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:38:57.596963 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-49619c64-337a-4eaf-b184-86faf49e6adc req-735ff76e-df04-42bf-97de-9c4d5f1a1fa6 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327784
Jul 29 08:38:57.913134 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4db45be0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:55Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:38:57.917759 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a5e4e9-0862-48c6-a5a1-d9019697f90e None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:55Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:38:58.119977 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4074c-5af3-48ab-90a6-c1244e8e15e5 None None] New status for floating IP e884c364-0ab3-4688-a431-d1b68ef43106: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:39:00.038947 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e856-9bc1-4540-a085-789cf47623f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:00.581276 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:02.768104 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-00d5cd6a-2e34-4aa7-bf78-5d6d6fb35e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:03.462544 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:05.195054 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.375862 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44256) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:08.489863 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.503766 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:08.507514 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Usage tracker for resource:security_group_rule and tenant:c882cbf599b14076bf0fc12f367b464d is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:08.510315 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:08.515875 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:08.602267 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.606282 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.614636 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ab64ba46-ea1b-4e1c-8c10-47ed153507f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:08.653435 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c882cbf599b14076bf0fc12f367b464d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2765040
Jul 29 08:39:08.654439 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6635e6-64b9-4cc8-9b26-cf8d4c82a316,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:08.656150 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44262) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:08.658299 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1cf0fd1a-5003-4327-8c6e-1cc9c25cf7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:08.717446 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.741989 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.792082 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.795541 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-239c926b-6f5b-4dcb-9b37-186dbf6eb533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:08.805714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6635e6-64b9-4cc8-9b26-cf8d4c82a316,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:08.809420 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:08.812483 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:08.813554 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-18a5856c-1fc1-4753-8f2d-fe20f487bc9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f6635e6-64b9-4cc8-9b26-cf8d4c82a316 HTTP/1.1" status: 204  len: 168 time: 0.1564515
Jul 29 08:39:09.465526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44292) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:09.565657 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1873757491-network', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:09.570275 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:09.574575 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Usage tracker for resource:network and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:09.577403 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:09.583281 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:09.594380 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Made reservation on behalf of 02f2ef739dec4ef09739c4006a2ba31b for: {'network': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:09.596715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.610906 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.624888 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:09.628588 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:09.631314 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:09.637383 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:09.719585 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.723137 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.727178 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-d35f6304-a4a6-4d10-a2aa-e65504580f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:09.752636 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=78530) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:39:09.761200 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f1fa92-9c78-47d0-b013-21e2851bca76,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:09.764784 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:09.767256 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.767601 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.segments_db [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Added segment cf97240d-346c-46b7-b87b-d348c39570a3 of type vlan for network 0e584720-4902-497a-bb2c-318e4cd7605f
Jul 29 08:39:09.796237 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.830727 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.831852 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:09.832731 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:09.837644 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-59716011-4299-4ce7-bca0-d34d03e383a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:09.929157 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4625573
Jul 29 08:39:09.932011 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44298) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:09.937907 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Pushing event updated for resources: {'Network': ['ID=0e584720-4902-497a-bb2c-318e4cd7605f,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:09.938179 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Request body: {'subnet': {'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1873757491-subnet', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'ip_version': 4}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:09.940826 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0207de20-0781-4e4a-955b-1d6f06afe4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:09.942825 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:09.947325 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Usage tracker for resource:subnet and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:09.948440 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network 0e584720-4902-497a-bb2c-318e4cd7605f details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:39:09.950869 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:09.956788 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:09.967687 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Made reservation on behalf of 02f2ef739dec4ef09739c4006a2ba31b for: {'subnet': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:09.970031 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4138919'] for subnet, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.258334 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4134512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4138965'] for subnet, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.263501 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e40271c2-2ff4-4925-b89a-853dcdc44caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:10.337598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61090e0-4bc3-47d0-b2e6-c062978f7914,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:10.349075 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.349446 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.349813 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.350168 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.350513 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.350862 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.351207 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.351550 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.351894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.352271 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.352608 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.352951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:10.357020 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:10.360531 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Checking segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:10.360970 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Network hostable DHCP agents. Network: 0e584720-4902-497a-bb2c-318e4cd7605f, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78531) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:39:10.383054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Network 0e584720-4902-497a-bb2c-318e4cd7605f is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78531) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:39:10.394327 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, 0e584720-4902-497a-bb2c-318e4cd7605f) {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:10.399262 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:10.399952 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.408437 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a321e68-8acc-4847-8e0f-c24ee0c1fda1 None None] Network 0e584720-4902-497a-bb2c-318e4cd7605f requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:39:10.431437 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-ae046c58-1a70-4d11-94d5-6fc632b3cf8b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4950042
Jul 29 08:39:10.432002 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44310) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:10.437478 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:10.442579 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:10.446686 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Usage tracker for resource:router and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:10.450197 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:10.456459 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:10.473613 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.474586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.490257 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.632595 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-0e584720-4902-497a-bb2c-318e4cd7605f', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:39:10.633439 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.773837 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.789432 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Allocated IP 172.20.0.2 (0e584720-4902-497a-bb2c-318e4cd7605f/a61090e0-4bc3-47d0-b2e6-c062978f7914/94eb9e46-452b-47cd-ba0a-da3fd34fab7a) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:10.986908 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:10.997359 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Transition to ACTIVE for port object 94eb9e46-452b-47cd-ba0a-da3fd34fab7a will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:11.015550 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Transition to ACTIVE for port object 94eb9e46-452b-47cd-ba0a-da3fd34fab7a will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:11.022783 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.027013 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:11.081283 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.090823 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Network 0e584720-4902-497a-bb2c-318e4cd7605f is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:11.093594 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:11.097170 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:11.103011 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Pushing event updated for resources: {'Port': ['ID=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:11.107302 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:11.114178 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.189113 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Attempting to bind port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:11.189507 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Attempting to bind port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:11.189881 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Attempting to bind port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a on network 0e584720-4902-497a-bb2c-318e4cd7605f {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:11.195235 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:11.195610 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Checking segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:11.196152 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.196623 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Bound using segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:11.197089 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Bound port: 94eb9e46-452b-47cd-ba0a-da3fd34fab7a, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:11.197471 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.261318 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Allocated IP 172.27.2.156 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/c7017059-b161-4a18-9d7f-17bba8dc8cbb) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:11.287666 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] For port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:11.290675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] For port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:11.294992 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.299284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-0632a7cf-57af-4dac-a505-7ecc453f72d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:11.384391 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Pushing event updated for resources: {'Port': ['ID=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:11.389513 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-8c2d9b5e-2562-435d-965a-91a58f7981c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:11.422616 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.453677 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:11.459462 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-32dd367a-a666-4421-b28f-a6a92361a775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:11.520668 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:11.523595 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:11.527526 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:11.598125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Pushing event updated for resources: {'Port': ['ID=c7017059-b161-4a18-9d7f-17bba8dc8cbb,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:11.602779 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:11.923948 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44320) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:12.056050 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.074995 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:12.079216 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:19a1cdf21d1a4b0690e6ba4057f4e331 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:12.082850 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:12.089458 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:12.128471 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.191366 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.196044 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.206162 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0c05dd86-9779-4e0d-b1d1-9c63fe05c56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:12.252976 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19a1cdf21d1a4b0690e6ba4057f4e331&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3279035
Jul 29 08:39:12.253919 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7edc0e-13c7-4b91-a820-506ddedd6921,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:12.256113 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44326) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:12.274194 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.274569 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.274939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.275306 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.276234 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.276606 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.276965 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.277321 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.277677 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.278028 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.278376 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.278725 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:12.285416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-006e9800-cd27-4ef7-b0ba-3af4f11d2dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:12.334242 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.361852 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.393218 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75476ca2-cbee-4608-ac2a-d3856ca550ac None None] Network 0e584720-4902-497a-bb2c-318e4cd7605f requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:39:12.420989 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.426091 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2ad5f6fc-b414-4ad8-bb98-ed0262d2c8bf tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:12.439113 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7edc0e-13c7-4b91-a820-506ddedd6921,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:12.441903 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:12.442826 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.444018 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-0842951f-3463-496c-892a-64e3c7a8cfd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb7edc0e-13c7-4b91-a820-506ddedd6921 HTTP/1.1" status: 204  len: 168 time: 0.1868985
Jul 29 08:39:12.492055 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.521241 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-7ccfb61f-a505-4184-8b25-68f9fc672d17 None None] Provisioning for port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:12.714446 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Router 745f05e4-726d-4d08-abe8-0bbedfdb2738 is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78531) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:39:12.903915 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:39:12.913387 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Sync routers for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:39:12.922960 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:12.923678 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1995e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:12.929105 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:12.930553 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.4973750
Jul 29 08:39:12.934023 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44342) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:13.161221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:13.273363 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 94eb9e46-452b-47cd-ba0a-da3fd34fab7a up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:13.434834 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:13.442876 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:13.443261 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:13.629025 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:13.649431 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1995e0>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:11Z', 'revision_number': 3, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:13.664249 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Checking router: 745f05e4-726d-4d08-abe8-0bbedfdb2738 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:39:13.664598 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Updating router 745f05e4-726d-4d08-abe8-0bbedfdb2738 port c7017059-b161-4a18-9d7f-17bba8dc8cbb binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:39:13.710919 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:13.723601 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:13.727781 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:13.782808 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:13.821244 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:13.897029 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:13.902739 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:14.037901 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Allocated IP 172.20.0.1 (0e584720-4902-497a-bb2c-318e4cd7605f/a61090e0-4bc3-47d0-b2e6-c062978f7914/7cd23243-511d-406b-84c9-f2591601bc04) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:14.139221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.151813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Transition to ACTIVE for port object c7017059-b161-4a18-9d7f-17bba8dc8cbb will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:14.157828 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.162441 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:14.190296 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.206235 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Transition to ACTIVE for port object 7cd23243-511d-406b-84c9-f2591601bc04 will not be triggered until provisioned by entity DHCP. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:14.230743 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.235452 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:14.235992 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Attempting to bind port c7017059-b161-4a18-9d7f-17bba8dc8cbb on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:14.236395 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Attempting to bind port c7017059-b161-4a18-9d7f-17bba8dc8cbb by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:14.236766 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Attempting to bind port c7017059-b161-4a18-9d7f-17bba8dc8cbb on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:14.243638 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864f55a-968c-4b5e-9790-c0a21bae46a1 None None] Pushing event updated for resources: {'Port': ['ID=c7017059-b161-4a18-9d7f-17bba8dc8cbb,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:14.246205 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:14.246588 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:14.246997 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.247391 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:14.247861 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Bound port: c7017059-b161-4a18-9d7f-17bba8dc8cbb, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:14.248267 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.272180 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-9864f55a-968c-4b5e-9790-c0a21bae46a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:14.299109 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Network 0e584720-4902-497a-bb2c-318e4cd7605f is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:14.302177 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:14.304638 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:14.325940 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] For port c7017059-b161-4a18-9d7f-17bba8dc8cbb, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:14.328966 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] For port c7017059-b161-4a18-9d7f-17bba8dc8cbb, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=c7017059-b161-4a18-9d7f-17bba8dc8cbb,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:14.337606 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.343120 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:14.349368 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd23243-511d-406b-84c9-f2591601bc04,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:14.352343 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:14.371107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.413083 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:14.413631 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1995e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:14.503786 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864f55a-968c-4b5e-9790-c0a21bae46a1 None None] Pushing event updated for resources: {'Port': ['ID=c7017059-b161-4a18-9d7f-17bba8dc8cbb,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:14.508400 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-9864f55a-968c-4b5e-9790-c0a21bae46a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:14.607253 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-176c071a-ac57-4c25-93b0-6e084e0bd83b None None] Provisioning for port 7cd23243-511d-406b-84c9-f2591601bc04 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:14.611102 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:14.629203 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.757659 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-176c071a-ac57-4c25-93b0-6e084e0bd83b None None] Provisioning complete for port 7cd23243-511d-406b-84c9-f2591601bc04 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:14.757944 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-176c071a-ac57-4c25-93b0-6e084e0bd83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.855631 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.860039 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.887308 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-dcc448a0-7d89-4ec5-8b27-96f3258c7930 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:14.904357 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-176c071a-ac57-4c25-93b0-6e084e0bd83b None None] Port 7cd23243-511d-406b-84c9-f2591601bc04 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:39:14.968820 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:14.979751 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd23243-511d-406b-84c9-f2591601bc04,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:14.984262 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:15.020427 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d1995e0>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:11Z', 'revision_number': 3, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:15.025258 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069f78b6-aeb0-4336-8602-8ce060bb2894 None None] The sync data for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi is: [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:11Z', 'revision_number': 3, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:39:15.119214 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-1ad043fe-a3a2-4fee-ab2f-55f547225a27 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=27bcbd58eca443b4ae63beddcb593035&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0459251
Jul 29 08:39:15.192276 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Network 0e584720-4902-497a-bb2c-318e4cd7605f is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:15.223409 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 94eb9e46-452b-47cd-ba0a-da3fd34fab7a up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:15.256636 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:15.337921 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:15.337921 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:15.531694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-818387b8-1f9a-4242-89bd-1711089ea851 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:15.533295 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-818387b8-1f9a-4242-89bd-1711089ea851 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4061251
Jul 29 08:39:15.626829 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-e5b52f64-0999-4f6d-b0b0-b940d8f4d39d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/quotas/27bcbd58eca443b4ae63beddcb593035 HTTP/1.1" status: 200  len: 375 time: 0.0313327
Jul 29 08:39:15.627073 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-b1a7a649-b4bb-4901-b41d-b9522a33f61f None None] Provisioning complete for port 7cd23243-511d-406b-84c9-f2591601bc04 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:15.627506 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a649-b4bb-4901-b41d-b9522a33f61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:15.681826 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7a649-b4bb-4901-b41d-b9522a33f61f None None] Port 7cd23243-511d-406b-84c9-f2591601bc04 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:39:15.684172 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-786de066-be38-4b7f-b394-bfe13c54d0c8 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=27bcbd58eca443b4ae63beddcb593035&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499427
Jul 29 08:39:15.692084 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Router 745f05e4-726d-4d08-abe8-0bbedfdb2738 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:39:15.889353 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:39:15.898419 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b7abb2f2-4444-4d2c-b367-7b7743ccf072 req-a519815e-ec03-446c-92eb-1e4536d7a5e3 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 210 time: 0.0587845
Jul 29 08:39:15.899524 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] 10.222.0.24 "PUT /v2.0/routers/745f05e4-726d-4d08-abe8-0bbedfdb2738/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9642487
Jul 29 08:39:16.496018 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44400) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:16.501628 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126154837-network', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:16.506276 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:16.510182 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Usage tracker for resource:network and tenant:3051b86653fc4d0ebb6f98f5cae22fbc is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:16.513483 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:16.519559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:16.530380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Made reservation on behalf of 3051b86653fc4d0ebb6f98f5cae22fbc for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:16.533082 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.546129 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.561465 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:16.565354 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Usage tracker for resource:security_group_rule and tenant:3051b86653fc4d0ebb6f98f5cae22fbc is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:16.568152 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:16.574223 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:16.656385 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.659907 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.662637 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-18fa7cb9-8100-4b5a-9951-13c98d8dd1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:16.691030 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:39:16.695718 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Sync routers for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:39:16.699525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df39884-2461-46f8-a30f-9056a0501fa6,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:16.703164 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:16.705451 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:16.706274 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dbc8a60>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:16.706553 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.706938 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Added segment ddf94cd3-9aa9-428b-89a2-82b591179e84 of type vlan for network e9cb3e2e-48c5-4387-85a4-8cffb7caa549
Jul 29 08:39:16.734456 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.765160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.766533 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:16.767106 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:16.772221 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-838be9eb-73c8-4f74-899a-8f25f4de13e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:16.901891 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-73422e1d-353c-46e0-9219-6731171342e8 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=27bcbd58eca443b4ae63beddcb593035&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0339129
Jul 29 08:39:16.902631 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Pushing event updated for resources: {'Network': ['ID=e9cb3e2e-48c5-4387-85a4-8cffb7caa549,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:16.907919 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44404) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:16.908489 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4108627
Jul 29 08:39:16.910172 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-79871554-3955-4e1a-b1e8-fbaa95966117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:16.913517 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:16.913905 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Request body: {'subnet': {'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126154837-subnet', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:16.917142 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:39:16.939501 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:16.960715 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Usage tracker for resource:subnet and tenant:3051b86653fc4d0ebb6f98f5cae22fbc is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:16.973218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:16.993074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:17.033932 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Made reservation on behalf of 3051b86653fc4d0ebb6f98f5cae22fbc for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:17.036769 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2995188'] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.236864 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-26fed909-bcc1-4558-9353-27ddfbc1ed2d req-aeeb65da-de78-48e6-84f4-46dd68707f22 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 210 time: 0.0708296
Jul 29 08:39:17.288856 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device c7017059-b161-4a18-9d7f-17bba8dc8cbb up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:17.290161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-436f1011-3e4f-405d-9911-ef4e513945e5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:17.292157 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-436f1011-3e4f-405d-9911-ef4e513945e5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3830707
Jul 29 08:39:17.309711 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Request body: {'port': {'device_id': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9', 'admin_state_up': True, 'tenant_id': '27bcbd58eca443b4ae63beddcb593035'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:17.376579 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port c7017059-b161-4a18-9d7f-17bba8dc8cbb completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:17.381668 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port c7017059-b161-4a18-9d7f-17bba8dc8cbb triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:17.382216 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.396112 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2995078'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.401401 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-96e5b150-d488-418d-b253-a50671e47332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:17.416958 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dbc8a60>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 2, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:17.421097 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Checking router: 745f05e4-726d-4d08-abe8-0bbedfdb2738 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:39:17.421553 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Updating router 745f05e4-726d-4d08-abe8-0bbedfdb2738 port 7cd23243-511d-406b-84c9-f2591601bc04 binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:39:17.462554 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:17.470745 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Usage tracker for resource:port and tenant:27bcbd58eca443b4ae63beddcb593035 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:17.474133 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:17.481778 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:17.484024 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.490935 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07198b37-6d10-4159-8c39-d60be88bba36,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:17.495368 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Made reservation on behalf of 27bcbd58eca443b4ae63beddcb593035 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:17.499227 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:17.499634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.500330 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Checking segment: {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:17.500717 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Network hostable DHCP agents. Network: e9cb3e2e-48c5-4387-85a4-8cffb7caa549, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:39:17.515094 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.524361 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:39:17.533428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:17.538345 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, e9cb3e2e-48c5-4387-85a4-8cffb7caa549) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:17.538739 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Usage tracker for resource:security_group_rule and tenant:27bcbd58eca443b4ae63beddcb593035 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:17.541871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:17.548155 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:17.551108 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd182ee3-04b6-44c0-af43-a5af221f6422 None None] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:39:17.555618 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:17.557427 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.578505 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.592658 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ca64a8de-bf95-4f00-84d2-6d038e81268c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6833885
Jul 29 08:39:17.595279 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44414) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:17.606774 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:17.613984 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:17.618680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Usage tracker for resource:router and tenant:3051b86653fc4d0ebb6f98f5cae22fbc is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:17.622688 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:17.629202 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:17.643325 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.643699 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2026446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36541'] for router, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.645087 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2026283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2006232', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1951182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36532'] for router, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.647898 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.654776 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-01f1c4b3-c30f-4409-88bb-3a2ae12e0292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:17.662842 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.683555 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port c7017059-b161-4a18-9d7f-17bba8dc8cbb, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=c7017059-b161-4a18-9d7f-17bba8dc8cbb,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:17.701453 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.708920 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-0632a7cf-57af-4dac-a505-7ecc453f72d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:17.751360 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbd322f-98d6-459f-9760-2b10475321d6,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:17.758429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:17.843413 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Allocated IP 192.168.233.143 (57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9/9ed76ec4-f34c-44bd-80db-82aaa85ead26/77a0f4cc-b3b6-48b0-81e1-e07816032bb1) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:17.865083 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=c7017059-b161-4a18-9d7f-17bba8dc8cbb,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:17.869792 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:17.908849 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.920221 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3fd78e3d-9123-54c6-9533-755392f6e098-e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'fixed_ips': [{'subnet_id': '07198b37-6d10-4159-8c39-d60be88bba36'}]}} from dv-cinder-802781-1-iscsi. {{(pid=78532) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 29 08:39:17.921201 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.928420 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Transition to ACTIVE for port object 7cd23243-511d-406b-84c9-f2591601bc04 will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:17.938266 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:17.945338 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:18.021809 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2006215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2026365', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36422'] for router, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.117660 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.137043 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Transition to ACTIVE for port object 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:18.170693 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.db_base_plugin_common [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Allocated IP 172.20.0.2 (e9cb3e2e-48c5-4387-85a4-8cffb7caa549/07198b37-6d10-4159-8c39-d60be88bba36/e83150e3-55dd-4f90-854d-fcab7127a034) {{(pid=78532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:18.171889 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.185443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e312589a-5ad6-4198-aec7-95c4e33c0544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:18.217113 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Pushing event updated for resources: {'Port': ['ID=7cd23243-511d-406b-84c9-f2591601bc04,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:18.230999 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.231400 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.231733 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.232056 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.232424 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.232746 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.233061 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.233376 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.233831 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.234151 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.234468 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.234779 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:18.260517 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:18.280272 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Attempting to bind port 7cd23243-511d-406b-84c9-f2591601bc04 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:18.280647 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Attempting to bind port 7cd23243-511d-406b-84c9-f2591601bc04 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:18.281014 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Attempting to bind port 7cd23243-511d-406b-84c9-f2591601bc04 on network 0e584720-4902-497a-bb2c-318e4cd7605f {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:18.287818 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:18.288136 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Checking segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:18.288571 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.288971 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Bound using segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:18.289604 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Bound port: 7cd23243-511d-406b-84c9-f2591601bc04, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:18.290007 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.317923 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:18.321906 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:18.326225 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:18.407382 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Pushing event updated for resources: {'Port': ['ID=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:18.413471 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:18.413676 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.442607 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] For port 7cd23243-511d-406b-84c9-f2591601bc04, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:18.451440 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] For port 7cd23243-511d-406b-84c9-f2591601bc04, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=7cd23243-511d-406b-84c9-f2591601bc04,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:18.452475 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:18.453353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.466079 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.466634 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.479439 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:18.561244 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2576144
Jul 29 08:39:18.588958 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:18.589621 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dbc8a60>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:18.596035 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Request body: {'port': {'device_id': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:18.669034 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Notify callbacks [] for port, precommit_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.687077 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Transition to ACTIVE for port object e83150e3-55dd-4f90-854d-fcab7127a034 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:18.707705 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2998a4bb-9a6c-4110-943c-0126a396929d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:18.708165 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2998a4bb-9a6c-4110-943c-0126a396929d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Synchronizing usage tracker for tenant:27bcbd58eca443b4ae63beddcb593035 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:18.713756 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Pushing event updated for resources: {'Port': ['ID=7cd23243-511d-406b-84c9-f2591601bc04,revision_number=4']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:18.724421 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Transition to ACTIVE for port object e83150e3-55dd-4f90-854d-fcab7127a034 will not be triggered until provisioned by entity DHCP. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:18.728145 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-12fab676-e133-442c-b72c-9da700e79c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:18.743958 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302'] for port, after_create {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.752242 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:18.796936 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:18.844884 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2998a4bb-9a6c-4110-943c-0126a396929d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Unset dirty status for tenant:27bcbd58eca443b4ae63beddcb593035 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:18.852275 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2998a4bb-9a6c-4110-943c-0126a396929d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 936 time: 0.3935540
Jul 29 08:39:18.856657 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:18.860267 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Allocated IP 172.27.2.175 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/665dacb0-d3ac-4b68-a7ea-d57a42242a39) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:18.885251 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 is already hosted by enough agents. {{(pid=78532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:18.890281 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.scheduler.base_scheduler [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Resources bound (agent type, host, resource id):  {{(pid=78532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:18.897785 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Received port after_create {{(pid=78532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:18.909379 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-797d85df-52f6-41c8-8708-d9af7eacd382 None None] Provisioning for port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:18.925018 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2df2eb54-9bc5-4ad6-9465-b51aafd0b77d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Synchronizing usage tracker for tenant:27bcbd58eca443b4ae63beddcb593035 on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:19.000382 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2df2eb54-9bc5-4ad6-9465-b51aafd0b77d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Unset dirty status for tenant:27bcbd58eca443b4ae63beddcb593035 on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:19.012428 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-039dc6d4-4fa6-4779-abdc-e0af1ecd0ca1 req-2df2eb54-9bc5-4ad6-9465-b51aafd0b77d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591372
Jul 29 08:39:19.013299 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-797d85df-52f6-41c8-8708-d9af7eacd382 None None] Provisioning complete for port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:19.013797 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-797d85df-52f6-41c8-8708-d9af7eacd382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.099669 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.117238 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Pushing event updated for resources: {'Port': ['ID=e83150e3-55dd-4f90-854d-fcab7127a034,revision_number=1']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:19.126246 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:19.136610 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.141804 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9d399df8-3ff0-4516-988b-2c9910a5df85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:19.152035 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-797d85df-52f6-41c8-8708-d9af7eacd382 None None] Port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:39:19.168198 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Attempting to bind port e83150e3-55dd-4f90-854d-fcab7127a034 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:19.168712 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Attempting to bind port e83150e3-55dd-4f90-854d-fcab7127a034 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:19.169183 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Attempting to bind port e83150e3-55dd-4f90-854d-fcab7127a034 on network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:19.180709 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:19.182133 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Checking segment: {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:19.185637 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.186141 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Bound using segment: {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:19.186731 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Bound port: e83150e3-55dd-4f90-854d-fcab7127a034, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:19.187215 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.232212 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:19.235655 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:19.240544 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:19.277340 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Pushing event updated for resources: {'Port': ['ID=665dacb0-d3ac-4b68-a7ea-d57a42242a39,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:19.284491 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:19.299123 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device c7017059-b161-4a18-9d7f-17bba8dc8cbb up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:19.301440 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dbc8a60>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:18Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:19.308074 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba386425-37a2-4f66-be9e-70f28b0cfa0e None None] The sync data for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi is: [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:18Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:39:19.322591 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:39:19.331538 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.357527 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Transition to ACTIVE for port object 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:19.378253 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.387054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:19.402222 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] For port e83150e3-55dd-4f90-854d-fcab7127a034, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:19.407579 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] For port e83150e3-55dd-4f90-854d-fcab7127a034, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=e83150e3-55dd-4f90-854d-fcab7127a034,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:19.413804 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.424154 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:19.547210 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port c7017059-b161-4a18-9d7f-17bba8dc8cbb triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:19.547595 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.554518 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Pushing event updated for resources: {'Port': ['ID=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:19.559190 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:19.633305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Pushing event updated for resources: {'Port': ['ID=e83150e3-55dd-4f90-854d-fcab7127a034,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:19.636704 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:19.875184 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:19.878575 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Attempting to bind port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:19.878575 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Attempting to bind port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:19.878575 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Attempting to bind port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 on network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:19.882356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 on network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:39:19.882689 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Attempting to bind port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 on network 57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:19.891445 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:19.891777 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Checking segment: {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:19.892209 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Bound using segment: {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:19.892644 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Bound port: 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd26114b3-f34a-433d-9a89-a49a2be19782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:19.893007 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:20.023157 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] For port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:20.027666 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] For port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:20.036486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:20.040928 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-415dcf59-a9e9-41d9-b643-a8623a8da95e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:20.121197 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:20.122623 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:20.124325 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-54d57964-897b-49a7-b872-a8c81842025e service neutron] 10.222.0.37 "PUT /v2.0/ports/77a0f4cc-b3b6-48b0-81e1-e07816032bb1 HTTP/1.1" status: 200  len: 1098 time: 1.5399189
Jul 29 08:39:20.125008 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'tag': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:20.181019 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Pushing event updated for resources: {'Port': ['ID=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:20.192797 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:20.265851 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'tag': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1', 'status': 'completed', 'code': 200}
Jul 29 08:39:20.308552 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-71be4adc-4588-44e3-b1f4-8a31950c7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:20.310435 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-71be4adc-4588-44e3-b1f4-8a31950c7274 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=27bcbd58eca443b4ae63beddcb593035&device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 1101 time: 0.1191430
Jul 29 08:39:20.393685 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-4e5ac2d7-1918-48cb-a2ad-28340d032958 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1 HTTP/1.1" status: 200  len: 217 time: 0.0757601
Jul 29 08:39:20.413714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aae615-1408-4b46-afce-71e75201746c req-bd546836-b2de-43c8-ae0e-7675f1860f20 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:20.415233 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35aae615-1408-4b46-afce-71e75201746c req-bd546836-b2de-43c8-ae0e-7675f1860f20 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 948 time: 0.2040277
Jul 29 08:39:20.442018 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2026300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2006943'] for router, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:20.475957 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3c0d421e-ed70-43df-a399-5276a481d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:20.477565 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-3c0d421e-ed70-43df-a399-5276a481d982 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ed76ec4-f34c-44bd-80db-82aaa85ead26 HTTP/1.1" status: 200  len: 843 time: 0.0772767
Jul 29 08:39:20.563745 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35aae615-1408-4b46-afce-71e75201746c req-a5635ef4-43c8-4791-89f7-05f9bc3bd4ec tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384747
Jul 29 08:39:20.565751 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-dd0de62f-50c6-4c7c-b77a-513e059c5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:20.573384 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-dd0de62f-50c6-4c7c-b77a-513e059c5cbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0880959
Jul 29 08:39:20.722145 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-27d25ee9-61a4-4208-845c-60a18be1b509 service neutron] 10.222.0.37 "GET /v2.0/networks/57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406806
Jul 29 08:39:20.837324 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 is scheduled to L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 with binding_index 1 {{(pid=78530) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 29 08:39:20.839627 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a21a73-8e35-4597-97b6-f47afa366194 None None] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:39:20.884062 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-fa893f8c-7271-4b1c-8bd4-d8998a8765c6 req-717b9c23-a940-4d21-89b4-eb4ca884939f service neutron] 10.222.0.37 "GET /v2.0/networks/57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545749
Jul 29 08:39:20.959416 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-2045820d-4904-43ef-af3b-9dcc58db4d42 None None] Provisioning for port e83150e3-55dd-4f90-854d-fcab7127a034 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:21.026459 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3713a-e736-400b-ac67-9025d1d0126a req-494c6dd0-7076-48ae-9b8d-4f4602add3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:21.028441 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-494c6dd0-7076-48ae-9b8d-4f4602add3a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=27bcbd58eca443b4ae63beddcb593035&device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 1101 time: 0.0945809
Jul 29 08:39:21.034762 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:39:21.052256 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Sync routers for ids ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:39:21.064072 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:21.068057 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-ac08fdc7-cdc0-40f6-bba5-29ecb1cd8c7e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.4692931
Jul 29 08:39:21.068357 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44426) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:21.099796 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Routers {'6e8f317c-1584-4a37-8c2d-dc4ff1692e97'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:21.100546 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5160>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:21.196722 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3713a-e736-400b-ac67-9025d1d0126a req-9737ac84-d5be-48f0-b176-4d313c536160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:21.198251 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-9737ac84-d5be-48f0-b176-4d313c536160 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9 HTTP/1.1" status: 200  len: 870 time: 0.1626790
Jul 29 08:39:21.273126 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-4ff692c2-0ddc-433e-bfc9-eee972306788 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1 HTTP/1.1" status: 200  len: 217 time: 0.0671608
Jul 29 08:39:21.337493 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device e83150e3-55dd-4f90-854d-fcab7127a034 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:21.366537 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3713a-e736-400b-ac67-9025d1d0126a req-1f5a6018-f4e9-4dcc-a8d1-169480f809bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:21.368072 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-1f5a6018-f4e9-4dcc-a8d1-169480f809bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9ed76ec4-f34c-44bd-80db-82aaa85ead26 HTTP/1.1" status: 200  len: 843 time: 0.0842335
Jul 29 08:39:21.385991 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Set router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:21.459328 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3713a-e736-400b-ac67-9025d1d0126a req-7f582f6f-9a12-4d34-859a-9c8ea65b1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:21.462927 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-7f582f6f-9a12-4d34-859a-9c8ea65b1254 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0858030
Jul 29 08:39:21.616053 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-bff7e3ee-271f-481d-b2ad-5785f6137a0c service neutron] 10.222.0.37 "GET /v2.0/networks/57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443453
Jul 29 08:39:21.651587 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port e83150e3-55dd-4f90-854d-fcab7127a034 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:21.689541 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port e83150e3-55dd-4f90-854d-fcab7127a034 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:21.689961 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:21.828437 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5160>, [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:39:19Z', 'revision_number': 3, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:21.837243 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:21.849377 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Checking router: 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:39:21.850088 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Updating router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 binding host dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:39:21.850210 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:21.929953 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-66c3713a-e736-400b-ac67-9025d1d0126a req-5e19ccc5-e08f-47bd-9d3a-247e781a08a5 service neutron] 10.222.0.37 "GET /v2.0/networks/57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3050091
Jul 29 08:39:21.952834 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24721545-1094-4d7e-8ebd-e71c99c1920c req-738c2aa3-ec52-4802-a31b-18f00f08e10b tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:21.960881 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-24721545-1094-4d7e-8ebd-e71c99c1920c req-738c2aa3-ec52-4802-a31b-18f00f08e10b tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 948 time: 0.2371225
Jul 29 08:39:21.972462 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.008117 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port e83150e3-55dd-4f90-854d-fcab7127a034, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=e83150e3-55dd-4f90-854d-fcab7127a034,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:22.015634 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-24721545-1094-4d7e-8ebd-e71c99c1920c req-fe787b80-7102-4198-ad28-804505848aac tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536761
Jul 29 08:39:22.023176 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.024286 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 7cd23243-511d-406b-84c9-f2591601bc04 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:22.057077 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:22.097910 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Allocated IP 172.20.0.1 (e9cb3e2e-48c5-4387-85a4-8cffb7caa549/07198b37-6d10-4159-8c39-d60be88bba36/9cb6b784-bbed-4398-ae3c-0f0287e6b4ae) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:22.203429 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=e83150e3-55dd-4f90-854d-fcab7127a034,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:22.209025 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:22.250080 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 7cd23243-511d-406b-84c9-f2591601bc04 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:22.250865 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.266584 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.provisioning_blocks [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Transition to ACTIVE for port object 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae will not be triggered until provisioned by entity DHCP. {{(pid=78530) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:22.268845 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 7cd23243-511d-406b-84c9-f2591601bc04 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:22.269220 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.288808 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.292957 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.293613 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:22.354738 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:22.357527 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:22.361283 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:22.524365 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.524846 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:22.529281 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:22.539774 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1971034'] for router_interface, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.568233 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Notify callbacks [] for port, precommit_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.582107 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 7cd23243-511d-406b-84c9-f2591601bc04, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=7cd23243-511d-406b-84c9-f2591601bc04,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:22.585017 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Transition to ACTIVE for port object 665dacb0-d3ac-4b68-a7ea-d57a42242a39 will not be triggered until provisioned by entity L2. {{(pid=78532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:22.589030 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.591301 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:22.629171 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.666903 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.684434 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Attempting to bind port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:22.684806 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Attempting to bind port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:22.685171 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Attempting to bind port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 on network e8ce1216-2602-4663-8dc4-ef26ce6163af {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:22.690984 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=7cd23243-511d-406b-84c9-f2591601bc04,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:22.695838 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:22.696599 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:22.725596 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:22.725974 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Checking segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:22.726373 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.726763 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Bound using segment: {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'} {{(pid=78532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:22.727244 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.managers [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Bound port: 665dacb0-d3ac-4b68-a7ea-d57a42242a39, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0c61a-1a54-4b48-b667-ae454b67ffc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af'}}] {{(pid=78532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:22.727616 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.765981 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6d4fdc88-184c-4dd4-aa3d-0d8b99048f53 None None] Provisioning for port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:22.799326 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6d4fdc88-184c-4dd4-aa3d-0d8b99048f53 None None] Provisioning complete for port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:22.799698 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6d4fdc88-184c-4dd4-aa3d-0d8b99048f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.861129 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60009-e3f3-4cc9-bd06-14748a82c84d None None] Pushing event updated for resources: {'Port': ['ID=665dacb0-d3ac-4b68-a7ea-d57a42242a39,revision_number=2']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:22.873177 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-b1d60009-e3f3-4cc9-bd06-14748a82c84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:22.881614 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] For port 665dacb0-d3ac-4b68-a7ea-d57a42242a39, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:22.886442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] For port 665dacb0-d3ac-4b68-a7ea-d57a42242a39, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=665dacb0-d3ac-4b68-a7ea-d57a42242a39,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:22.891603 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.893957 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.896157 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-9864f55a-968c-4b5e-9790-c0a21bae46a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:22.898514 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:22.923681 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-7b6ef86b-8e2a-4170-a3db-c5b19a083ebc tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:22.924294 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fdc88-184c-4dd4-aa3d-0d8b99048f53 None None] Port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:39:22.970142 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Routers {'6e8f317c-1584-4a37-8c2d-dc4ff1692e97'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:22.970674 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5160>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:23.007111 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:23.009478 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1595010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1970997'] for router_interface, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:23.013031 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:23.026936 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60009-e3f3-4cc9-bd06-14748a82c84d None None] Pushing event updated for resources: {'Port': ['ID=665dacb0-d3ac-4b68-a7ea-d57a42242a39,revision_number=3']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:23.037451 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-b1d60009-e3f3-4cc9-bd06-14748a82c84d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:23.155274 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] Set router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:23.209714 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:23.213777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:23.281604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device e83150e3-55dd-4f90-854d-fcab7127a034 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:23.305451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51310f5-8403-48e8-a209-539720c82afd req-2cc6eeb9-4e0e-4bea-be44-556bdc48ed42 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:23.306973 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d51310f5-8403-48e8-a209-539720c82afd req-2cc6eeb9-4e0e-4bea-be44-556bdc48ed42 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 948 time: 0.1826084
Jul 29 08:39:23.443869 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d51310f5-8403-48e8-a209-539720c82afd req-4888c3e4-ebd0-4d63-a105-b3fbe0e23e28 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251380
Jul 29 08:39:23.460019 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:39:23.541570 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port e83150e3-55dd-4f90-854d-fcab7127a034 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:23.541839 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:23.567646 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-dd74c264-56e4-4cd9-aab6-0c4f45a97dfb None None] Provisioning complete for port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:23.568003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-dd74c264-56e4-4cd9-aab6-0c4f45a97dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:23.640504 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:39:23.651097 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e8f317c-1584-4a37-8c2d-dc4ff1692e97/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5817165
Jul 29 08:39:23.660460 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-dd74c264-56e4-4cd9-aab6-0c4f45a97dfb None None] Port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:39:23.725671 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4ddd5160>, [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '9cb6b784-bbed-4398-ae3c-0f0287e6b4ae', 'name': '', 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'mac_address': 'fa:16:3e:da:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07198b37-6d10-4159-8c39-d60be88bba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:21Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 2, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'subnets': [{'id': '07198b37-6d10-4159-8c39-d60be88bba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:23.733295 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62728d-5cb9-425b-865f-9b08d84129de None None] The sync data for ids ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'] in dv-cinder-802781-1-iscsi is: [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '9cb6b784-bbed-4398-ae3c-0f0287e6b4ae', 'name': '', 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'mac_address': 'fa:16:3e:da:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07198b37-6d10-4159-8c39-d60be88bba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:21Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 2, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'subnets': [{'id': '07198b37-6d10-4159-8c39-d60be88bba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:39:23.740656 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 7cd23243-511d-406b-84c9-f2591601bc04 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:23.815111 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 7cd23243-511d-406b-84c9-f2591601bc04 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:23.815493 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:23.944606 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:39:24.123942 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:24.140373 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1', 'network_id': '57be2c04-a2e1-4eaf-a3ec-8f1ea15814a9', 'port_id': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1', 'mac_address': 'fa:16:3e:85:2e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ed76ec4-f34c-44bd-80db-82aaa85ead26', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:39:24.208446 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:24.225991 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:39:24.248674 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:24.254296 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:24.256408 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:24.328729 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:24.332047 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:24.471405 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['77a0f4cc-b3b6-48b0-81e1-e07816032bb1'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:39:24.693132 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b73258-8401-45c9-af96-f5abb51b2eb6 req-77242c5b-1079-4151-8bca-3f558e4def57 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:24.695376 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-96b73258-8401-45c9-af96-f5abb51b2eb6 req-77242c5b-1079-4151-8bca-3f558e4def57 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 949 time: 0.1176569
Jul 29 08:39:24.759022 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-96b73258-8401-45c9-af96-f5abb51b2eb6 req-9c6cdee5-c04f-4f48-8543-bfbbefe2e140 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542254
Jul 29 08:39:25.271582 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 665dacb0-d3ac-4b68-a7ea-d57a42242a39 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:25.350623 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:25.357548 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:25.357926 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:25.510506 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:25.528267 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 665dacb0-d3ac-4b68-a7ea-d57a42242a39, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=665dacb0-d3ac-4b68-a7ea-d57a42242a39,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:25.533197 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:25.535326 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:25.605401 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=665dacb0-d3ac-4b68-a7ea-d57a42242a39,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:25.609312 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:25.950772 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:25.959451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b9283-a613-4c3a-ad73-8a0f00b71175 req-fe316135-7a69-47b1-a1f0-e23b225d4063 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:25.967075 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b81b9283-a613-4c3a-ad73-8a0f00b71175 req-fe316135-7a69-47b1-a1f0-e23b225d4063 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 949 time: 0.0915573
Jul 29 08:39:26.028055 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b81b9283-a613-4c3a-ad73-8a0f00b71175 req-c1ea8905-9037-44a0-b9a4-bdca423c784f tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559630
Jul 29 08:39:26.055437 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:26.061105 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:26.061579 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:26.188265 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:26.229632 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:26.230941 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:26.239842 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:26.244336 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-9864f55a-968c-4b5e-9790-c0a21bae46a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:26.316323 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1', 'code': 200}
Jul 29 08:39:26.342618 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:26.346337 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:26.593032 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb1c74-09c4-4a60-908c-7979b22a9fbe req-67929be7-c2c8-49d5-88da-e00ecfa0d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:26.594553 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-36cb1c74-09c4-4a60-908c-7979b22a9fbe req-67929be7-c2c8-49d5-88da-e00ecfa0d8d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 1103 time: 0.0829635
Jul 29 08:39:26.640798 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-36cb1c74-09c4-4a60-908c-7979b22a9fbe req-6e47d92e-620e-4080-bffa-94d8fff4947d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394745
Jul 29 08:39:27.245756 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 665dacb0-d3ac-4b68-a7ea-d57a42242a39 up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:27.274510 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265922b8-c0cb-497c-bf8f-6f4ab411ee09 req-71ee8b3b-a4c7-4dd6-9685-7f80aabc3622 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:27.276602 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-265922b8-c0cb-497c-bf8f-6f4ab411ee09 req-71ee8b3b-a4c7-4dd6-9685-7f80aabc3622 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 950 time: 0.1202209
Jul 29 08:39:27.350861 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-265922b8-c0cb-497c-bf8f-6f4ab411ee09 req-af0478dd-f0c6-4053-9f46-497c95d60b95 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676057
Jul 29 08:39:27.364410 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:27.364904 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:27.478470 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Sync routers for ids ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:39:27.492795 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Routers {'6e8f317c-1584-4a37-8c2d-dc4ff1692e97'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:27.494228 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4da0b8b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:27.739858 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Set router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:28.071745 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4da0b8b0>, [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '9cb6b784-bbed-4398-ae3c-0f0287e6b4ae', 'name': '', 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'mac_address': 'fa:16:3e:da:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07198b37-6d10-4159-8c39-d60be88bba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:21Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 2, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'subnets': [{'id': '07198b37-6d10-4159-8c39-d60be88bba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:28.076532 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Checking router: 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:39:28.076896 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Updating router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae binding host dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 29 08:39:28.140347 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:28.328352 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:39:28.515291 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Notify callbacks [] for port, precommit_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:28.533818 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.provisioning_blocks [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Transition to ACTIVE for port object 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae will not be triggered until provisioned by entity L2. {{(pid=78533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:28.543644 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:28.548386 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:28.570897 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9849e3c-16ab-4174-b578-1f874cde9eb8 req-b2cec29a-77a9-4fac-bd73-cbd01b3f8774 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:28.572970 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9849e3c-16ab-4174-b578-1f874cde9eb8 req-b2cec29a-77a9-4fac-bd73-cbd01b3f8774 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 950 time: 0.1035244
Jul 29 08:39:28.646488 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f9849e3c-16ab-4174-b578-1f874cde9eb8 req-c61812e9-8a82-4812-be93-5854bc22f399 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668430
Jul 29 08:39:28.698693 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97ea64-65ab-4683-9314-566a439bf34d None None] Pushing event updated for resources: {'Port': ['ID=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,revision_number=3']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:28.702648 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-3b97ea64-65ab-4683-9314-566a439bf34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:28.825522 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Attempting to bind port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae on host dv-cinder-802781-1-iscsi for vnic_type normal with profile  {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:28.825901 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Attempting to bind port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae by drivers openvswitch,hyperv on host dv-cinder-802781-1-iscsi at level 0 using segments [{'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:28.826269 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Attempting to bind port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae on network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:28.838308 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Checking agent: {'id': 'bb9f25bc-48c3-4b65-8d6d-23603796efd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 22, 31), 'started_at': datetime.datetime(2021, 7, 29, 8, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:28.838699 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Checking segment: {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:28.839122 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:28.840003 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Bound using segment: {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'} {{(pid=78533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:28.840601 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.managers [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Bound port: 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae, host: dv-cinder-802781-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf94cd3-9aa9-428b-89a2-82b591179e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549'}}] {{(pid=78533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:28.841003 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:28.955382 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] For port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae, host dv-cinder-802781-1-iscsi, cleared binding levels {{(pid=78533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:28.964268 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.plugins.ml2.db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] For port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae, host dv-cinder-802781-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:28.973646 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron_lib.callbacks.manager [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:28.978961 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-762859ff-0edb-4615-819a-e626c4f5a9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:29.085311 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Routers {'6e8f317c-1584-4a37-8c2d-dc4ff1692e97'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:39:29.085957 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4da0b8b0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:39:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:29.258640 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493df5c6-36bd-4d06-9456-16fc503d0c1e req-60177bb3-822d-417d-8696-5a9cfcb671c3 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:29.263006 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-493df5c6-36bd-4d06-9456-16fc503d0c1e req-60177bb3-822d-417d-8696-5a9cfcb671c3 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 950 time: 0.1248908
Jul 29 08:39:29.271302 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97ea64-65ab-4683-9314-566a439bf34d None None] Pushing event updated for resources: {'Port': ['ID=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,revision_number=4']} {{(pid=78533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:29.276836 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG oslo_concurrency.lockutils [None req-3b97ea64-65ab-4683-9314-566a439bf34d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=78533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:29.292290 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] Set router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:39:29.317929 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-493df5c6-36bd-4d06-9456-16fc503d0c1e req-0a0253e7-3cdc-40de-9238-c675db612e5d tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492935
Jul 29 08:39:29.678453 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4da0b8b0>, [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '9cb6b784-bbed-4398-ae3c-0f0287e6b4ae', 'name': '', 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'mac_address': 'fa:16:3e:da:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07198b37-6d10-4159-8c39-d60be88bba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:21Z', 'updated_at': '2021-07-29T08:39:28Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'subnets': [{'id': '07198b37-6d10-4159-8c39-d60be88bba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:39:29.682883 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d80f8-08b9-43ab-83d2-9b288c56cf95 None None] The sync data for ids ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'] in dv-cinder-802781-1-iscsi is: [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '9cb6b784-bbed-4398-ae3c-0f0287e6b4ae', 'name': '', 'network_id': 'e9cb3e2e-48c5-4387-85a4-8cffb7caa549', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'mac_address': 'fa:16:3e:da:ba:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '07198b37-6d10-4159-8c39-d60be88bba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:21Z', 'updated_at': '2021-07-29T08:39:28Z', 'revision_number': 4, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'subnets': [{'id': '07198b37-6d10-4159-8c39-d60be88bba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:39:30.048479 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-38e50b3c-b5bb-4097-93d8-90e9646326a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:30.400995 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-168580fe-087b-4aa8-b0c2-574944d3f29b tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:30.408563 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-168580fe-087b-4aa8-b0c2-574944d3f29b tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 950 time: 0.1159363
Jul 29 08:39:30.506057 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Deleting port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:39:30.506471 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:30.591217 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab9e83-960b-41e1-9a4f-ee4a25b2eec3 req-f763d7ce-acf0-4938-b62d-b59cfd4fa27f tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:30.592820 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4bab9e83-960b-41e1-9a4f-ee4a25b2eec3 req-f763d7ce-acf0-4938-b62d-b59cfd4fa27f tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 950 time: 0.1417317
Jul 29 08:39:30.601209 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:30.664374 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-4bab9e83-960b-41e1-9a4f-ee4a25b2eec3 req-f8340338-adce-426b-9c9e-6559f9c85ac5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cbd322f-98d6-459f-9760-2b10475321d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647025
Jul 29 08:39:30.794549 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] For port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,segment=NetworkSegment(d26114b3-f34a-433d-9a89-a49a2be19782),segment_id=d26114b3-f34a-433d-9a89-a49a2be19782)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:30.794911 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:30.924908 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Calling delete_port for 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:39:31.113564 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:31.128430 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-8220483f-58eb-419c-80c3-42478ff19ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:31.135882 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['77a0f4cc-b3b6-48b0-81e1-e07816032bb1'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:39:31.181901 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Pushing event deleted for resources: {'Port': ['ID=77a0f4cc-b3b6-48b0-81e1-e07816032bb1,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:31.190929 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:31.302243 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] No DVR routers for this DVR port 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:39:31.307690 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:31.310922 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'name': 'network-vif-deleted', 'tag': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:31.355978 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-80b6ef4c-8914-4c02-9b93-23631b7c25d2 req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.37 "DELETE /v2.0/ports/77a0f4cc-b3b6-48b0-81e1-e07816032bb1 HTTP/1.1" status: 204  len: 173 time: 0.9337747
Jul 29 08:39:31.379043 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:31.470455 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2', 'name': 'network-vif-deleted', 'tag': '77a0f4cc-b3b6-48b0-81e1-e07816032bb1', 'status': 'completed', 'code': 200}
Jul 29 08:39:31.471591 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning for port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:31.478805 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:31.479200 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:31.647747 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:31.691074 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] For port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:31.697044 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:31.699004 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:31.771343 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Pushing event updated for resources: {'Port': ['ID=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:31.785962 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:31.845138 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d6a8213a-307d-424d-a6e9-11a489995eb2 req-69bcc241-98da-4f10-accc-310289e368c7 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fa1f8e6-2d7a-4ef4-8c2c-9b4652844ce2 HTTP/1.1" status: 200  len: 210 time: 0.0562425
Jul 29 08:39:32.771984 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d443a882-7d7f-4463-9826-f4ac7081c6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:33.242691 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae up at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:33.332952 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Provisioning complete for port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:33.333322 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:33.490048 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:33.997096 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:39:34.041275 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:39:34.041622 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 77a0f4cc-b3b6-48b0-81e1-e07816032bb1 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:39:34.697543 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-cb7ff8cc-64b3-48f7-83e2-f089c3afea9a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:34.699099 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-cb7ff8cc-64b3-48f7-83e2-f089c3afea9a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 815 time: 0.1511257
Jul 29 08:39:34.716606 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-5cd473dc-ec87-42c0-be55-b6d23631f547 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/quotas/02f2ef739dec4ef09739c4006a2ba31b HTTP/1.1" status: 200  len: 375 time: 0.0117352
Jul 29 08:39:34.799539 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-d189c86c-7fd4-4fe5-90cf-6c78ff1d775a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0788825
Jul 29 08:39:34.937439 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-9af43945-fa1d-420a-a41d-8977c02de52f service neutron] 10.222.0.24 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266131
Jul 29 08:39:35.180752 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-d23be164-2f2e-4a61-bf09-c033f51cba63 service neutron] 10.222.0.24 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2372217
Jul 29 08:39:35.199854 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:35.364940 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-2af5cd5b-cddf-4afb-a3c6-6764efa6621b req-00509bb2-e35e-4f05-844f-3fbf8cb921cf tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Synchronizing usage tracker for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:35.382552 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-2af5cd5b-cddf-4afb-a3c6-6764efa6621b req-00509bb2-e35e-4f05-844f-3fbf8cb921cf tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Unset dirty status for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:35.387403 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2af5cd5b-cddf-4afb-a3c6-6764efa6621b req-00509bb2-e35e-4f05-844f-3fbf8cb921cf tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 210 time: 0.0624456
Jul 29 08:39:36.438054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-027451cd-7e55-4321-8ccc-5ee442c8e9fd tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:36.439494 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-027451cd-7e55-4321-8ccc-5ee442c8e9fd tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 815 time: 0.1675866
Jul 29 08:39:36.455500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'port': {'device_id': '40ff4783-2fd3-4836-a171-112c268901cf', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'admin_state_up': True, 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:36.598045 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e47b30aa-7e4a-4880-9bc5-6930a2d6ba1d req-f87de8f1-89ec-4079-963b-d632c39b22a7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 210 time: 0.0602739
Jul 29 08:39:36.634383 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:36.644260 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:36.653775 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Made reservation on behalf of 02f2ef739dec4ef09739c4006a2ba31b for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:36.657348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:36.841309 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Allocated IP 172.20.0.10 (0e584720-4902-497a-bb2c-318e4cd7605f/a61090e0-4bc3-47d0-b2e6-c062978f7914/e214ccb4-b7b2-4a71-8373-3ca162ead586) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:37.100043 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:37.116934 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Transition to ACTIVE for port object e214ccb4-b7b2-4a71-8373-3ca162ead586 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:37.143185 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:37.150166 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a87455c3-718f-4e4e-8baa-7192bde65633 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:37.225968 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Network 0e584720-4902-497a-bb2c-318e4cd7605f is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:37.229679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:37.233892 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:37.270373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:37.281871 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:37.325890 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:37.326575 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:37.386047 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-72503e0b-63f6-48b0-bea6-1d92cd569197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9374616
Jul 29 08:39:37.544016 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6be784b7-7a59-4c2d-914c-82ede2032499 None None] Provisioning for port e214ccb4-b7b2-4a71-8373-3ca162ead586 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:37.553035 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-6be784b7-7a59-4c2d-914c-82ede2032499 None None] Provisioning complete for port e214ccb4-b7b2-4a71-8373-3ca162ead586 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:37.553694 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6be784b7-7a59-4c2d-914c-82ede2032499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:37.612147 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-6be784b7-7a59-4c2d-914c-82ede2032499 None None] Port e214ccb4-b7b2-4a71-8373-3ca162ead586 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:39:37.640664 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44780) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:37.952465 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-82134287-4a11-4e78-b294-7bbee3bd0e31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27bcbd58eca443b4ae63beddcb593035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3103859
Jul 29 08:39:37.955186 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44786) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:37.972578 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac9cc2-aea7-4166-9a53-206b0cab9232 req-5febfe77-7461-4e6b-95cc-bb6a79e27709 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:37.973413 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44ac9cc2-aea7-4166-9a53-206b0cab9232 req-5febfe77-7461-4e6b-95cc-bb6a79e27709 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.2583523
Jul 29 08:39:38.030131 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:38.031753 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-44ac9cc2-aea7-4166-9a53-206b0cab9232 req-5bee6acb-7cd7-4130-a128-6bfdc693e684 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Synchronizing usage tracker for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:security_group {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:38.057843 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-44ac9cc2-aea7-4166-9a53-206b0cab9232 req-5bee6acb-7cd7-4130-a128-6bfdc693e684 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Unset dirty status for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:security_group {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:38.059085 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-44ac9cc2-aea7-4166-9a53-206b0cab9232 req-5bee6acb-7cd7-4130-a128-6bfdc693e684 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741758
Jul 29 08:39:38.073774 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:38.131647 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:38.137365 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-a83369e8-7052-4785-8e3c-9f8a57163109 tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:38.152009 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbd322f-98d6-459f-9760-2b10475321d6,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:38.154762 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:38.163125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:38.167041 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-47ceb27d-8f4b-40c1-8679-30b2042c5dfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cbd322f-98d6-459f-9760-2b10475321d6 HTTP/1.1" status: 204  len: 168 time: 0.2083528
Jul 29 08:39:38.850253 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 44810) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:38.955535 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-662295952-network', 'tenant_id': '52d63da3ac0c4422bdd9929d8c4b4da9'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:38.960115 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:38.963924 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Usage tracker for resource:network and tenant:52d63da3ac0c4422bdd9929d8c4b4da9 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:38.966780 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:38.972412 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:38.986676 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Made reservation on behalf of 52d63da3ac0c4422bdd9929d8c4b4da9 for: {'network': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:38.989210 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for network, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.004578 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.019948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:39.024167 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Usage tracker for resource:security_group_rule and tenant:52d63da3ac0c4422bdd9929d8c4b4da9 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:39.027460 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:39.033391 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:39.143348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.149296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.154096 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-af92db6e-020f-4a5e-a1ec-559ed5c54e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:39.174674 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'}  {{(pid=78531) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 29 08:39:39.195259 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd15914-9517-4a1f-b185-b5b1d41ef496,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:39.198720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.199067 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.segments_db [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Added segment 96708771-a3b2-45c2-8daf-e98bc417f0e0 of type vlan for network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8
Jul 29 08:39:39.200363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:39.271276 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752420594827'] for network, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.321878 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120'] for network, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.324000 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:39.324662 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.331872 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b2f14738-12a2-41c6-8acb-fbe6a6590082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:39.361161 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624dbdb-d2ae-41ad-b9aa-50b64ead36cd req-b4d889a4-5b2e-469b-a6be-40080a9f62de tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:39.361867 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8624dbdb-d2ae-41ad-b9aa-50b64ead36cd req-b4d889a4-5b2e-469b-a6be-40080a9f62de tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Synchronizing usage tracker for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:39.450576 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5991778
Jul 29 08:39:39.453894 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 44818) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:39:39.457983 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8624dbdb-d2ae-41ad-b9aa-50b64ead36cd req-b4d889a4-5b2e-469b-a6be-40080a9f62de tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Unset dirty status for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:39.459065 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8624dbdb-d2ae-41ad-b9aa-50b64ead36cd req-b4d889a4-5b2e-469b-a6be-40080a9f62de tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.2383919
Jul 29 08:39:39.459939 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Request body: {'subnet': {'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-662295952-subnet', 'tenant_id': '52d63da3ac0c4422bdd9929d8c4b4da9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:39.462454 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Pushing event updated for resources: {'Network': ['ID=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:39.467163 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:39.467408 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9155d918-82cf-4221-9944-b6d724ed0c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:39.473948 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 details requested by agent ovs-agent-dv-cinder-802781-1-iscsi with host dv-cinder-802781-1-iscsi {{(pid=78532) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 29 08:39:39.481868 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Usage tracker for resource:subnet and tenant:52d63da3ac0c4422bdd9929d8c4b4da9 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:39.486106 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:39.498767 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:39.509383 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8624dbdb-d2ae-41ad-b9aa-50b64ead36cd req-6a1f07fa-3303-43c7-bb26-6d5fedaa21f8 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427442
Jul 29 08:39:39.517044 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Made reservation on behalf of 52d63da3ac0c4422bdd9929d8c4b4da9 for: {'subnet': 1} {{(pid=78530) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:39.519964 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2995188'] for subnet, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.735193 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3877479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2995078'] for subnet, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.739215 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:39.820251 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3fe899-96a6-4309-8b47-0c9db2b645ff,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:39.825024 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:39.834627 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Checking segment: {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78530) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:39.834979 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Network hostable DHCP agents. Network: d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8, hostable agents: ['b643854e-31ff-4e05-a79f-3f1d6d777579'], hosted agents: [] {{(pid=78530) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 29 08:39:39.855205 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 is scheduled to be hosted by DHCP agent b643854e-31ff-4e05-a79f-3f1d6d777579 with binding_index 1 {{(pid=78530) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 29 08:39:39.865247 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-1-iscsi, d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8) {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:39.870065 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:39.870673 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:39.877882 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433be86-a1ee-4f40-9ad0-b80ee3936afb None None] Network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:39:39.907141 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4518201
Jul 29 08:39:40.176623 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21870a79-8007-4c79-81d3-9b34e8612b86 None None] Network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:39:40.730552 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825aaefc-256e-4525-85ac-8d7710cb03ba req-f9f8be54-e11d-4645-98e7-27dadb7e18c7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:40.732716 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-825aaefc-256e-4525-85ac-8d7710cb03ba req-f9f8be54-e11d-4645-98e7-27dadb7e18c7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.0908794
Jul 29 08:39:40.784598 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-825aaefc-256e-4525-85ac-8d7710cb03ba req-dc5dfc07-48d5-48ce-9c06-79f81e7f5275 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462186
Jul 29 08:39:42.007814 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a14365-b37c-4cc8-aafc-d6f9e8b8d2af req-da109a12-a6e1-4f1a-a689-111adf35e8ee tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:42.015315 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-21a14365-b37c-4cc8-aafc-d6f9e8b8d2af req-da109a12-a6e1-4f1a-a689-111adf35e8ee tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.1107233
Jul 29 08:39:42.038997 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-92645080-1cf1-4440-a359-8d614bd937fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:42.040502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-193ec726-ec64-401a-a226-253a011952bd req-92645080-1cf1-4440-a359-8d614bd937fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Synchronizing usage tracker for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:network {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:42.069485 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-193ec726-ec64-401a-a226-253a011952bd req-92645080-1cf1-4440-a359-8d614bd937fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Unset dirty status for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:network {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:42.070719 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-92645080-1cf1-4440-a359-8d614bd937fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/networks?id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 200  len: 813 time: 0.1939940
Jul 29 08:39:42.079564 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-21a14365-b37c-4cc8-aafc-d6f9e8b8d2af req-d5cac39f-2d4e-4cea-b9ee-b628ee939a4e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628657
Jul 29 08:39:42.088175 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-d78a0f1e-4377-4b57-83eb-543d3f263824 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/quotas/52d63da3ac0c4422bdd9929d8c4b4da9 HTTP/1.1" status: 200  len: 375 time: 0.0108380
Jul 29 08:39:42.146882 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-7af4cb64-1a69-4625-98c3-ba24f0d9cd13 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0425577
Jul 29 08:39:42.376764 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-03ed954d-099c-4a5a-8c56-f52d63ba0ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199440
Jul 29 08:39:42.519686 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-1797de65-61c3-420e-be5a-a8766aafb468 service neutron] 10.222.0.24 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337316
Jul 29 08:39:42.738481 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-068fef93-0115-49b5-b815-6a2edbbd6356 req-a62b6df2-7083-4a67-b511-f0ca3bd7d4e7 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0649261
Jul 29 08:39:43.284983 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bced4-3f90-48b6-82e3-50062f12b95a req-fbc67546-e4a8-43d0-a276-fd8478520ada tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:43.286458 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e64bced4-3f90-48b6-82e3-50062f12b95a req-fbc67546-e4a8-43d0-a276-fd8478520ada tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.0881648
Jul 29 08:39:43.334442 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e64bced4-3f90-48b6-82e3-50062f12b95a req-904a1b85-aab3-4164-8404-f4f1f7d14633 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415409
Jul 29 08:39:43.890239 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-05ccd5af-1693-4eae-b0f7-d46edbb8acae req-c46c3fa0-4fce-460d-9d02-302f13a0da07 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0424955
Jul 29 08:39:44.527779 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b7efa-0ca8-490b-a54b-0e8c421a959c req-1bf35669-cd6a-4c00-9eaa-45459a702875 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:44.529280 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-882b7efa-0ca8-490b-a54b-0e8c421a959c req-1bf35669-cd6a-4c00-9eaa-45459a702875 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.0870538
Jul 29 08:39:44.575211 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-882b7efa-0ca8-490b-a54b-0e8c421a959c req-7fbeddd5-3786-472b-90e7-fcb0858ac2b1 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401564
Jul 29 08:39:45.061313 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7645a080-f17c-48a0-bf30-b2a52ba3ad19 req-df3e5a17-4567-48c6-bf08-2a6ef6d13cb4 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0648110
Jul 29 08:39:45.770638 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36c414-6891-4a05-9a38-2027b740a150 req-4db00b00-336d-411b-8b95-586bd934cee2 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:45.772084 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9e36c414-6891-4a05-9a38-2027b740a150 req-4db00b00-336d-411b-8b95-586bd934cee2 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.0840452
Jul 29 08:39:45.822170 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9e36c414-6891-4a05-9a38-2027b740a150 req-8accc1e6-3d05-4a8b-9dfd-870d4b1e4b18 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430424
Jul 29 08:39:46.217655 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9502f116-c3ae-4e8d-a5e5-6678df0324d2 req-6c3be8ff-e226-4db8-98d7-b9816a9e3c9f tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0469782
Jul 29 08:39:47.015105 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c05b31-1387-4b55-8af0-83dea1795ab4 req-a85f5735-8a70-4b3a-bcaf-569ba5c03eeb tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:47.017268 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d3c05b31-1387-4b55-8af0-83dea1795ab4 req-a85f5735-8a70-4b3a-bcaf-569ba5c03eeb tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.0872164
Jul 29 08:39:47.066205 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d3c05b31-1387-4b55-8af0-83dea1795ab4 req-2eabb3e9-da97-4fd2-ab3e-985d6b078d87 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408387
Jul 29 08:39:47.368573 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-fdfdbd06-4270-4369-befd-3ecd7e06076c req-0bd378c7-f351-4849-becf-4871f78d17ab tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0425851
Jul 29 08:39:47.879160 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Request body: {'port': {'device_id': '40ff4783-2fd3-4836-a171-112c268901cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:47.995173 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:48.348780 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ae2cd-5a98-4355-95bc-cc7127c961bb req-063a01ff-c8db-4840-a9b7-0c0498c4f87c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:48.350239 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-091ae2cd-5a98-4355-95bc-cc7127c961bb req-063a01ff-c8db-4840-a9b7-0c0498c4f87c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 932 time: 0.1659312
Jul 29 08:39:48.456422 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-091ae2cd-5a98-4355-95bc-cc7127c961bb req-8e54fc8f-cb03-4d32-9768-28bd20629461 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997572
Jul 29 08:39:48.460708 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e214ccb4-b7b2-4a71-8373-3ca162ead586 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:39:48.467659 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:48.491434 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Transition to ACTIVE for port object e214ccb4-b7b2-4a71-8373-3ca162ead586 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:48.495054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:48.498933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-34aeb301-482f-4f9d-b793-0b940389add4 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:48.525729 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-85835b8b-ff88-4a68-8b69-106180b3438b req-5fc07988-81f2-4ece-93b4-87a9a403f803 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0437996
Jul 29 08:39:48.733179 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:48.736462 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:48.950791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-184823cf-4a18-49d7-9ff0-deee303ee1b7 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:48.952076 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-184823cf-4a18-49d7-9ff0-deee303ee1b7 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "GET /v2.0/networks?id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 200  len: 813 time: 0.4132531
Jul 29 08:39:48.972832 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Request body: {'port': {'device_id': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8', 'admin_state_up': True, 'tenant_id': '52d63da3ac0c4422bdd9929d8c4b4da9'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:48.994618 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Attempting to bind port e214ccb4-b7b2-4a71-8373-3ca162ead586 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:48.994945 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Attempting to bind port e214ccb4-b7b2-4a71-8373-3ca162ead586 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:48.995278 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Attempting to bind port e214ccb4-b7b2-4a71-8373-3ca162ead586 on network 0e584720-4902-497a-bb2c-318e4cd7605f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:49.011372 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Port e214ccb4-b7b2-4a71-8373-3ca162ead586 on network 0e584720-4902-497a-bb2c-318e4cd7605f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:39:49.011696 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Attempting to bind port e214ccb4-b7b2-4a71-8373-3ca162ead586 on network 0e584720-4902-497a-bb2c-318e4cd7605f {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:49.020593 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:49.020925 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Checking segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:49.021302 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Bound using segment: {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:49.021728 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Bound port: e214ccb4-b7b2-4a71-8373-3ca162ead586, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf97240d-346c-46b7-b87b-d348c39570a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:49.022070 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:49.189232 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:39:49.199205 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Usage tracker for resource:port and tenant:52d63da3ac0c4422bdd9929d8c4b4da9 is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:39:49.204445 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:39:49.210999 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:49.215850 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:39:49.219525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:49.224972 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:49.230658 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-21150ae2-8484-48a3-b5d8-0b8b7f50f03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:49.272356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Made reservation on behalf of 52d63da3ac0c4422bdd9929d8c4b4da9 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:39:49.275854 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:49.308304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:49.308920 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:49.310277 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 1094 time: 1.4374151
Jul 29 08:39:49.311868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:49.368866 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'status': 'completed', 'code': 200}
Jul 29 08:39:49.415477 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:49.429458 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:49.528212 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-a4e58971-2317-48c1-b186-ce26c5044aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:49.529692 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-a4e58971-2317-48c1-b186-ce26c5044aca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1097 time: 0.1633949
Jul 29 08:39:49.597817 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Allocated IP 172.20.0.13 (d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8/ab3fe899-96a6-4309-8b47-0c9db2b645ff/54e93c52-26c5-4082-8238-53feb78ac7f2) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:39:49.609928 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-a5d7f712-e006-4dd5-b132-2cc27c66bdc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 217 time: 0.0711372
Jul 29 08:39:49.652990 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ad60e-2b9e-418b-ae8a-6caca46a803d req-a4122bdd-5947-4440-93b8-3ffcf7ed112c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:49.654454 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6a4ad60e-2b9e-418b-ae8a-6caca46a803d req-a4122bdd-5947-4440-93b8-3ffcf7ed112c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 944 time: 0.0860667
Jul 29 08:39:49.700056 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6a4ad60e-2b9e-418b-ae8a-6caca46a803d req-996eef0a-0a8f-4f39-85ba-04979bf935b8 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396218
Jul 29 08:39:49.722056 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-abdc71f3-fb34-451a-8a56-cd3f76c89322 req-3973792b-09fd-4361-a966-763110aab8ea tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0737915
Jul 29 08:39:49.755347 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-af754b79-7745-4711-826d-59addafa78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:49.756774 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-af754b79-7745-4711-826d-59addafa78dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.1393292
Jul 29 08:39:49.959388 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:49.963823 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-c14ad60f-bfa3-49c8-8039-f74043ebd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:49.965357 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-c14ad60f-bfa3-49c8-8039-f74043ebd73a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1881502
Jul 29 08:39:50.087285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:50.095528 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4bfdfc14-c82a-4069-b6fa-4f96d34d1ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:50.170829 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:39:50.175067 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-77045379-7091-4d2f-a74d-f135d38635f2 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2020462
Jul 29 08:39:50.175815 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:39:50.178478 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:39:50.251093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Pushing event updated for resources: {'Port': ['ID=54e93c52-26c5-4082-8238-53feb78ac7f2,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:50.253736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:50.330621 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:50.331220 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:50.368811 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4021280
Jul 29 08:39:50.384941 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Request body: {'port': {'device_id': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:39:50.433370 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-94ae1b72-8af1-449b-abbe-e7f3b95e51d3 req-80a81f98-6095-474b-9521-75e238c6d9a9 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242594
Jul 29 08:39:50.654048 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:50.745549 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-eb4fdf4a-7277-4a53-b5e9-a11215943c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:50.747158 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-eb4fdf4a-7277-4a53-b5e9-a11215943c05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1097 time: 0.2531531
Jul 29 08:39:50.898497 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9f672-22a0-4278-9aea-6c6d76f4e264 req-d94cc72a-e3fa-4566-b036-926ce645f4bb tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:50.899964 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-95c9f672-22a0-4278-9aea-6c6d76f4e264 req-d94cc72a-e3fa-4566-b036-926ce645f4bb tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 944 time: 0.0846241
Jul 29 08:39:50.944082 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-95c9f672-22a0-4278-9aea-6c6d76f4e264 req-86d46c77-5945-4761-b166-2eb463cbb629 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384257
Jul 29 08:39:51.087380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-0a07f978-6300-427b-aae0-914ed457dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:51.088843 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-0a07f978-6300-427b-aae0-914ed457dc6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.3021545
Jul 29 08:39:51.178985 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31138bce-dca8-48c3-af9c-737650478c12 req-1324cbb5-1513-4b65-b3f4-e66626cd1836 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:51.179666 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-31138bce-dca8-48c3-af9c-737650478c12 req-1324cbb5-1513-4b65-b3f4-e66626cd1836 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Synchronizing usage tracker for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:51.185071 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-3554b5fd-5884-4f68-86a8-e87f66030dc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 217 time: 0.0876684
Jul 29 08:39:51.272623 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-31138bce-dca8-48c3-af9c-737650478c12 req-1324cbb5-1513-4b65-b3f4-e66626cd1836 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Unset dirty status for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:51.273679 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31138bce-dca8-48c3-af9c-737650478c12 req-1324cbb5-1513-4b65-b3f4-e66626cd1836 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 932 time: 0.4385490
Jul 29 08:39:51.323804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-8328e660-ad0d-43ff-8ca5-4309782869be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:51.325246 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-8328e660-ad0d-43ff-8ca5-4309782869be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.1295500
Jul 29 08:39:51.404790 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e93c52-26c5-4082-8238-53feb78ac7f2 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:39:51.422945 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:51.431348 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-31138bce-dca8-48c3-af9c-737650478c12 req-e51e3b6d-12ad-4096-9bae-9e2d22460e2b tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Synchronizing usage tracker for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:39:51.454492 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Transition to ACTIVE for port object 54e93c52-26c5-4082-8238-53feb78ac7f2 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:39:51.462657 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:51.467835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-07b91978-a3ce-4dc5-90e3-52e0f971d316 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:51.503295 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-31138bce-dca8-48c3-af9c-737650478c12 req-e51e3b6d-12ad-4096-9bae-9e2d22460e2b tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Unset dirty status for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:39:51.504445 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-31138bce-dca8-48c3-af9c-737650478c12 req-e51e3b6d-12ad-4096-9bae-9e2d22460e2b tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249112
Jul 29 08:39:51.592221 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-d83db4a9-904d-4e36-8721-a540c98eafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:51.593677 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-d83db4a9-904d-4e36-8721-a540c98eafe6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2543275
Jul 29 08:39:51.600645 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Pushing event updated for resources: {'Port': ['ID=54e93c52-26c5-4082-8238-53feb78ac7f2,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:51.626904 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:51.807446 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Attempting to bind port 54e93c52-26c5-4082-8238-53feb78ac7f2 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:39:51.807778 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Attempting to bind port 54e93c52-26c5-4082-8238-53feb78ac7f2 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:39:51.808100 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Attempting to bind port 54e93c52-26c5-4082-8238-53feb78ac7f2 on network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:51.816380 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Port 54e93c52-26c5-4082-8238-53feb78ac7f2 on network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:39:51.816697 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Attempting to bind port 54e93c52-26c5-4082-8238-53feb78ac7f2 on network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:39:51.822846 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-f5152f86-8037-4179-ab46-cdf542d9f328 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950889
Jul 29 08:39:51.825154 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:39:51.825491 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Checking segment: {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:39:51.825864 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Bound using segment: {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:39:51.826283 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Bound port: 54e93c52-26c5-4082-8238-53feb78ac7f2, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:39:51.826621 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:52.017210 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] For port 54e93c52-26c5-4082-8238-53feb78ac7f2, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:39:52.029280 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-bb87d779-91b7-4f21-8f40-804aa1b1960f req-5321f33a-dc1d-4b66-8772-61221690dbab service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1919012
Jul 29 08:39:52.030688 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] For port 54e93c52-26c5-4082-8238-53feb78ac7f2, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=54e93c52-26c5-4082-8238-53feb78ac7f2,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:39:52.046038 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:52.052342 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-9ceb7eb6-897d-4993-93c1-4935705d0a34 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:52.131268 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778ef14-5cce-4b59-bd81-5bdda67f1f52 req-35b5c594-8c30-4228-b666-0888924e988e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:52.132830 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9778ef14-5cce-4b59-bd81-5bdda67f1f52 req-35b5c594-8c30-4228-b666-0888924e988e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 944 time: 0.0852757
Jul 29 08:39:52.179486 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9778ef14-5cce-4b59-bd81-5bdda67f1f52 req-c3e22f42-e8ba-4f6b-8352-367f0940c6d4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403647
Jul 29 08:39:52.223574 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:52.224195 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:52.225518 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] 10.222.0.37 "PUT /v2.0/ports/54e93c52-26c5-4082-8238-53feb78ac7f2 HTTP/1.1" status: 200  len: 1094 time: 1.8451216
Jul 29 08:39:52.226045 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'tag': '54e93c52-26c5-4082-8238-53feb78ac7f2'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:52.231361 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:52.249151 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Pushing event updated for resources: {'Port': ['ID=54e93c52-26c5-4082-8238-53feb78ac7f2,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:52.252042 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-c12aa528-2efd-4efd-b423-f408613b79fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:52.296284 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'tag': '54e93c52-26c5-4082-8238-53feb78ac7f2', 'status': 'completed', 'code': 200}
Jul 29 08:39:52.331623 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-cdb55838-b628-435d-832a-f248ddfa0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:52.333141 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-cdb55838-b628-435d-832a-f248ddfa0c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 1097 time: 0.0715954
Jul 29 08:39:52.405064 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-0c2dbe2e-5d18-45ed-b0b4-211f9da4fc93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e93c52-26c5-4082-8238-53feb78ac7f2 HTTP/1.1" status: 200  len: 217 time: 0.0638571
Jul 29 08:39:52.468487 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec726-ec64-401a-a226-253a011952bd req-feb72386-fe26-483f-9c1d-be4bc80fa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:52.469898 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-feb72386-fe26-483f-9c1d-be4bc80fa331 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab3fe899-96a6-4309-8b47-0c9db2b645ff HTTP/1.1" status: 200  len: 853 time: 0.0567634
Jul 29 08:39:52.520661 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-cc98ea72-038e-4eb9-9442-7a259fbbf3fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430720
Jul 29 08:39:52.654066 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-e13c04b4-8d2c-42b3-8e8d-751d08bc7524 service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253686
Jul 29 08:39:52.691951 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925a4c7-3ef1-47ae-b699-813077c563c0 req-339ef746-49c8-4641-b8ea-3d2d2ba729fb tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:52.693348 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1925a4c7-3ef1-47ae-b699-813077c563c0 req-339ef746-49c8-4641-b8ea-3d2d2ba729fb tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 944 time: 0.0825944
Jul 29 08:39:52.744167 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1925a4c7-3ef1-47ae-b699-813077c563c0 req-9877f298-04a8-431e-81e7-394d5f9303e6 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419192
Jul 29 08:39:52.792047 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-193ec726-ec64-401a-a226-253a011952bd req-f23391c9-7216-45ae-ab91-789365b45bd0 service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312056
Jul 29 08:39:52.901429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-ffa24610-861c-4a9e-a3c9-1280e5813a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:52.902878 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-ffa24610-861c-4a9e-a3c9-1280e5813a5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 1097 time: 0.0692766
Jul 29 08:39:53.035126 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-66ee5747-6169-4a41-97ca-adbefad289d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:53.036510 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-66ee5747-6169-4a41-97ca-adbefad289d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 200  len: 914 time: 0.1232827
Jul 29 08:39:53.109583 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-2927a44e-e680-4076-94d5-7a62cbc69255 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e93c52-26c5-4082-8238-53feb78ac7f2 HTTP/1.1" status: 200  len: 217 time: 0.0643270
Jul 29 08:39:53.171190 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-0fa8aa2b-f077-4124-80b9-f9039731382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:53.172591 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-0fa8aa2b-f077-4124-80b9-f9039731382e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab3fe899-96a6-4309-8b47-0c9db2b645ff HTTP/1.1" status: 200  len: 853 time: 0.0559268
Jul 29 08:39:53.221864 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-16568b73-75f4-4b4f-bf2f-b4ab33004c45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414629
Jul 29 08:39:53.410176 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-e5521f19-f34c-4b38-a4b8-42c207269cbd service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1802952
Jul 29 08:39:53.447644 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c0772-64a9-4429-86c0-7f3624998375 req-ceaba8c5-cdc7-45b8-bfff-399b9aab500d tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:53.449078 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-906c0772-64a9-4429-86c0-7f3624998375 req-ceaba8c5-cdc7-45b8-bfff-399b9aab500d tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 944 time: 0.1356273
Jul 29 08:39:53.562589 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-906c0772-64a9-4429-86c0-7f3624998375 req-263ef85c-c4d9-406c-8cd7-32d42d59ee4d tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004515
Jul 29 08:39:53.587426 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52dbb8e2-5212-462c-b134-3ce0e801c1ac req-68fc165a-fc62-4d2e-b3e3-2ac30b985aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669841
Jul 29 08:39:53.921566 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf76c60-fafa-47ca-ae48-83c5c341daab req-11edb566-da47-4ac9-acef-1abaa83f28c4 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:53.923012 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cdf76c60-fafa-47ca-ae48-83c5c341daab req-11edb566-da47-4ac9-acef-1abaa83f28c4 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 944 time: 0.0766902
Jul 29 08:39:53.968282 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cdf76c60-fafa-47ca-ae48-83c5c341daab req-0cf9bc31-1d72-417c-9529-6319f7929541 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395229
Jul 29 08:39:54.026526 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e214ccb4-b7b2-4a71-8373-3ca162ead586 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:39:54.157961 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:54.170343 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'port_id': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'mac_address': 'fa:16:3e:f3:37:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:39:54.224511 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:54.240367 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e214ccb4-b7b2-4a71-8373-3ca162ead586 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:39:54.256320 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:54.260365 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:54.262015 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:54.327118 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:54.334276 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.334615 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.334944 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.335271 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.335588 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.335939 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.336283 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.336601 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.336915 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.337228 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.337538 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.337844 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:39:54.341471 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:54.488318 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e214ccb4-b7b2-4a71-8373-3ca162ead586'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:39:54.746198 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e676507-17e2-45a3-8d05-d3a87cd87900 req-8aa10998-2d05-445b-a461-30c21e47d8b0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:54.747630 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5e676507-17e2-45a3-8d05-d3a87cd87900 req-8aa10998-2d05-445b-a461-30c21e47d8b0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 945 time: 0.0819557
Jul 29 08:39:54.790649 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5e676507-17e2-45a3-8d05-d3a87cd87900 req-045f27d1-65a6-4682-87bf-306f7f432100 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375414
Jul 29 08:39:54.948625 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-e01d0a4c-b6f5-44cc-a09a-59d65ec4cd69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0659280
Jul 29 08:39:55.157616 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e3b16-894d-4862-b1a6-316a51535a99 req-ba9032c1-f56f-4266-8e33-09952a4da61e tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:55.159114 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cc8e3b16-894d-4862-b1a6-316a51535a99 req-ba9032c1-f56f-4266-8e33-09952a4da61e tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 944 time: 0.0886664
Jul 29 08:39:55.196291 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-f7316a47-71d1-4ae4-8635-a3cd7f057990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:55.197786 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-f7316a47-71d1-4ae4-8635-a3cd7f057990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1098 time: 0.1772854
Jul 29 08:39:55.205207 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-cc8e3b16-894d-4862-b1a6-316a51535a99 req-ea554fc4-fa83-49d4-8cda-586830055165 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397775
Jul 29 08:39:55.344559 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-7dff2aa9-5016-41d6-9960-581806596412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:55.345983 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-7dff2aa9-5016-41d6-9960-581806596412 service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1259737
Jul 29 08:39:55.454417 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-26d74860-f4ca-4458-90b5-ea845bd324a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 1000 time: 0.0975165
Jul 29 08:39:55.515807 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-45000b8a-7652-4350-9b8a-805f64bdabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:55.517291 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-45000b8a-7652-4350-9b8a-805f64bdabaf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0554345
Jul 29 08:39:55.599986 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-6b79a47f-d6b8-4c3e-9a32-6fff9b0215ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:55.601550 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-6b79a47f-d6b8-4c3e-9a32-6fff9b0215ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715365
Jul 29 08:39:55.731084 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-4411f561-e2e1-4f10-ac7e-e267df546b18 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226680
Jul 29 08:39:55.861365 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8a8d9f-6a47-4b11-9368-868ceed93a69 req-a8bcddb3-865f-44b9-b1d4-61fa3740963a service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231358
Jul 29 08:39:55.971988 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ddf2-ac42-455b-bea0-67197ec2818c req-824d1c08-eb70-433c-9024-aa125822e95d tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:55.973504 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1105ddf2-ac42-455b-bea0-67197ec2818c req-824d1c08-eb70-433c-9024-aa125822e95d tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 945 time: 0.0779028
Jul 29 08:39:56.018658 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1105ddf2-ac42-455b-bea0-67197ec2818c req-a6319ae2-35fd-4f43-8f0b-d6566f4ae7b6 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384634
Jul 29 08:39:56.056363 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 54e93c52-26c5-4082-8238-53feb78ac7f2 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:39:56.059772 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e214ccb4-b7b2-4a71-8373-3ca162ead586 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:56.210829 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port e214ccb4-b7b2-4a71-8373-3ca162ead586 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:56.224149 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port e214ccb4-b7b2-4a71-8373-3ca162ead586 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:56.224525 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:56.294642 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 54e93c52-26c5-4082-8238-53feb78ac7f2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=54e93c52-26c5-4082-8238-53feb78ac7f2,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:56.314601 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '54e93c52-26c5-4082-8238-53feb78ac7f2', 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8', 'port_id': '54e93c52-26c5-4082-8238-53feb78ac7f2', 'mac_address': 'fa:16:3e:27:28:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3fe899-96a6-4309-8b47-0c9db2b645ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:39:56.390568 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3152a-ec34-4991-891e-b3287261e652 req-dfabff70-d624-4855-b788-45157b78976c tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:56.392071 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-58c3152a-ec34-4991-891e-b3287261e652 req-dfabff70-d624-4855-b788-45157b78976c tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 944 time: 0.0798609
Jul 29 08:39:56.415622 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:56.434829 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:56.441178 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-58c3152a-ec34-4991-891e-b3287261e652 req-0d40d843-4726-48de-957d-2c9d0d806120 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429025
Jul 29 08:39:56.448797 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e93c52-26c5-4082-8238-53feb78ac7f2 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:39:56.475125 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:56.484352 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 54e93c52-26c5-4082-8238-53feb78ac7f2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=54e93c52-26c5-4082-8238-53feb78ac7f2,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:56.487558 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:56.489102 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:56.490968 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:56.525581 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'code': 200}
Jul 29 08:39:56.526310 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:56.560276 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=54e93c52-26c5-4082-8238-53feb78ac7f2,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:56.563039 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:56.563491 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:56.641667 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:56.644598 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:56.713190 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['54e93c52-26c5-4082-8238-53feb78ac7f2'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:39:56.763569 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7639c7-88eb-4295-b3ac-e9d2d6fcb3be req-1778d8e5-981b-41cc-933b-6d5bd5471e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:56.765083 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3e7639c7-88eb-4295-b3ac-e9d2d6fcb3be req-1778d8e5-981b-41cc-933b-6d5bd5471e18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1099 time: 0.0726790
Jul 29 08:39:56.812661 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3e7639c7-88eb-4295-b3ac-e9d2d6fcb3be req-6998cd07-1047-47d8-9b4a-1cafaa58734e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344005
Jul 29 08:39:57.201227 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b81164-26aa-4716-b760-09c51c4427eb req-6fe6e2cb-bdbf-4be9-be17-309126ddc4c7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:57.202672 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e2b81164-26aa-4716-b760-09c51c4427eb req-6fe6e2cb-bdbf-4be9-be17-309126ddc4c7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0790164
Jul 29 08:39:57.247207 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e2b81164-26aa-4716-b760-09c51c4427eb req-bef7d84a-f79e-41b4-ada0-5bb3b5a8355d tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387387
Jul 29 08:39:57.629378 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99b732-8922-4867-aeff-981ae43df5fd req-ab25560c-342d-432f-b0cc-ec8e4a19005e tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:57.631402 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cd99b732-8922-4867-aeff-981ae43df5fd req-ab25560c-342d-432f-b0cc-ec8e4a19005e tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 945 time: 0.0845773
Jul 29 08:39:57.676624 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cd99b732-8922-4867-aeff-981ae43df5fd req-968c440c-8193-4125-bbcd-a8e784080852 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395041
Jul 29 08:39:58.073404 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 54e93c52-26c5-4082-8238-53feb78ac7f2 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:39:58.147910 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 54e93c52-26c5-4082-8238-53feb78ac7f2 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:39:58.153053 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 54e93c52-26c5-4082-8238-53feb78ac7f2 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:39:58.153432 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:58.267859 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:58.309422 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 54e93c52-26c5-4082-8238-53feb78ac7f2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=54e93c52-26c5-4082-8238-53feb78ac7f2,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:39:58.314726 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:39:58.316577 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:39:58.383277 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=54e93c52-26c5-4082-8238-53feb78ac7f2,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:39:58.386094 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:39:58.436434 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c2cac-301b-4daf-b346-9e2a9961619c req-fe720cc5-8121-450f-a6d4-7b9e7d76bb67 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:58.437887 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-952c2cac-301b-4daf-b346-9e2a9961619c req-fe720cc5-8121-450f-a6d4-7b9e7d76bb67 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0842593
Jul 29 08:39:58.526507 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e93c52-26c5-4082-8238-53feb78ac7f2'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:39:58.569496 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e93c52-26c5-4082-8238-53feb78ac7f2', 'code': 200}
Jul 29 08:39:58.572677 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-952c2cac-301b-4daf-b346-9e2a9961619c req-a7675754-f68b-4884-b50a-e9be2bc8a96e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291788
Jul 29 08:39:58.827614 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859f12f-cef3-4645-8c3f-cad77ca828c3 req-543b5750-b2c5-4bb1-b6fe-bd9b811240a7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:58.829358 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7859f12f-cef3-4645-8c3f-cad77ca828c3 req-543b5750-b2c5-4bb1-b6fe-bd9b811240a7 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.1431894
Jul 29 08:39:58.834643 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e33625-fb55-405f-a6b7-cc1b88605b90 req-d5f590dc-acb8-4c00-8334-e406236e7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:58.836056 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b9e33625-fb55-405f-a6b7-cc1b88605b90 req-d5f590dc-acb8-4c00-8334-e406236e7d75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 1099 time: 0.0979409
Jul 29 08:39:58.857934 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce15c6d-fdc7-4b25-b8b4-aa51db182609 req-9a66041b-4a4d-424b-9c41-193b80f07db0 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:58.859367 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1ce15c6d-fdc7-4b25-b8b4-aa51db182609 req-9a66041b-4a4d-424b-9c41-193b80f07db0 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 946 time: 0.0786455
Jul 29 08:39:58.904557 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7859f12f-cef3-4645-8c3f-cad77ca828c3 req-f9ebd327-58e0-4525-9243-f8463d27ec24 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675159
Jul 29 08:39:58.905840 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-1ce15c6d-fdc7-4b25-b8b4-aa51db182609 req-8dcb0876-eb31-4f41-ac26-48cbb11e9564 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407615
Jul 29 08:39:58.907871 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b9e33625-fb55-405f-a6b7-cc1b88605b90 req-5fbf4de5-76da-4e5c-b8b6-335ec2e52b2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537076
Jul 29 08:39:59.291744 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296a53f-f947-4db3-ad04-a0822f13fad9 req-b47fccc9-6bc4-42fd-99ae-54dc56df1873 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:39:59.293171 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8296a53f-f947-4db3-ad04-a0822f13fad9 req-b47fccc9-6bc4-42fd-99ae-54dc56df1873 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0801592
Jul 29 08:39:59.338664 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-8296a53f-f947-4db3-ad04-a0822f13fad9 req-5dde7d5b-1746-4a3a-ba61-236b9600448f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396972
Jul 29 08:40:00.041472 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-25fb8b0f-c008-468a-9046-900b08a1d47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:00.092736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf9d34-3225-45be-8971-a062b571639a req-b171e602-7dc3-49f5-b9ec-c0ed7ab5427e tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:00.094226 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7bcf9d34-3225-45be-8971-a062b571639a req-b171e602-7dc3-49f5-b9ec-c0ed7ab5427e tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 946 time: 0.0793195
Jul 29 08:40:00.139182 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-7bcf9d34-3225-45be-8971-a062b571639a req-5123f747-ea13-4709-acff-7ad2bf4fd3a5 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384884
Jul 29 08:40:00.592145 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:02.774147 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-574cdda4-8a44-4291-8767-2601ac5e1746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:03.467591 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:05.198471 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:05.324687 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:40:09.617195 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b092f77-bde9-4dd6-ad84-8f69e2d09fe8 req-04c8baa9-7a62-4fcb-ac39-0c496efe07b0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:09.618552 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3b092f77-bde9-4dd6-ad84-8f69e2d09fe8 req-04c8baa9-7a62-4fcb-ac39-0c496efe07b0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0839252
Jul 29 08:40:09.663317 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3b092f77-bde9-4dd6-ad84-8f69e2d09fe8 req-f87d3746-c0eb-4b12-8642-a803f201eb32 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390584
Jul 29 08:40:09.687759 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45062) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:09.866228 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b3b8d4-86fa-408c-adf9-5398147df42a tempest-TestMinimumBasicScenario-1304488986 tempest-TestMinimumBasicScenario-1304488986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:09.866962 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-38b3b8d4-86fa-408c-adf9-5398147df42a tempest-TestMinimumBasicScenario-1304488986 tempest-TestMinimumBasicScenario-1304488986-project-admin] Synchronizing usage tracker for tenant:3051b86653fc4d0ebb6f98f5cae22fbc on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:40:09.883028 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-38b3b8d4-86fa-408c-adf9-5398147df42a tempest-TestMinimumBasicScenario-1304488986 tempest-TestMinimumBasicScenario-1304488986-project-admin] Unset dirty status for tenant:3051b86653fc4d0ebb6f98f5cae22fbc on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:40:09.883855 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-38b3b8d4-86fa-408c-adf9-5398147df42a tempest-TestMinimumBasicScenario-1304488986 tempest-TestMinimumBasicScenario-1304488986-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1094 time: 0.1950688
Jul 29 08:40:09.886780 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45068) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:09.891800 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'port_id': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:09.898507 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:09.902438 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:floatingip and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:09.905175 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:09.910804 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:09.920745 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for floatingip, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:10.058780 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:10.191461 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Allocated IP 172.27.2.202 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/38fb9e4f-42eb-4fb5-8c30-a30f99efb197) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:40:10.338813 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:10.369432 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:10.373898 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:10.439047 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:40:10.441898 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:40:10.445402 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:40:10.474879 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'Port': ['ID=38fb9e4f-42eb-4fb5-8c30-a30f99efb197,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:10.482268 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:10.860194 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:10.932708 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:11.138445 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:11.142839 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:11.146496 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:11.357695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'Port': ['ID=38fb9e4f-42eb-4fb5-8c30-a30f99efb197,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:11.361779 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:11.367916 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:11.539899 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Floating IP ee236502-f80b-4e8c-9bae-79698045c89d associated. External IP: 172.27.2.202, port: e214ccb4-b7b2-4a71-8373-3ca162ead586.
Jul 29 08:40:11.891722 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Router 745f05e4-726d-4d08-abe8-0bbedfdb2738 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:40:12.073899 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:40:12.083832 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] Sync routers for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:40:12.093356 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:40:12.093971 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5820>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:40:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:40:12.097928 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.155327 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-34c88347-ed30-4e25-ae5f-6a434f4742ad tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2673192
Jul 29 08:40:12.155802 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:40:12.157890 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45076) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:12.163781 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440025254', 'description': 'tempest-secgroup-smoke-440025254 description', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:12.170065 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:12.187996 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:12.199633 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.212207 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'status': 'completed', 'code': 200}
Jul 29 08:40:12.222544 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:12.226948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:12.229933 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:12.236353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:12.274727 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:40:12.365536 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.372857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-05956f4e-425a-493d-9999-91f46d506462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:12.374351 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-05956f4e-425a-493d-9999-91f46d506462 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1099 time: 0.1212921
Jul 29 08:40:12.375094 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.378951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-14333280-82b5-415e-84d8-8297ceec71ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:12.607956 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:12.624992 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.625366 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.625733 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.626094 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.626449 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.626804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.627156 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.627505 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.627855 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.628236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.628586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.628932 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.634428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.638352 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4767051
Jul 29 08:40:12.638352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-8af28bb7-acfc-4d27-99a5-f98635a795c4 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:12.639401 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45084) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:12.656072 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group_rule': {'security_group_id': 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:12.668426 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-bc286aa5-1f54-4abf-b49f-310b6aab9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:12.669984 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-bc286aa5-1f54-4abf-b49f-310b6aab9479 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.2831957
Jul 29 08:40:12.672089 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:12.677802 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:12.682849 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:12.689043 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5820>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'ee236502-f80b-4e8c-9bae-79698045c89d', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'port_id': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'mac_address': 'fa:16:3e:f3:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ff4783-2fd3-4836-a171-112c268901cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:40:10Z', 'updated_at': '2021-07-29T08:40:10Z', 'revision_number': 0, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:40:12.694595 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] Checking router: 745f05e4-726d-4d08-abe8-0bbedfdb2738 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:40:12.697119 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:12.703909 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:40:12.704746 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5820>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:40:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:40:12.737871 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.784106 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-20423d20-4da0-4bd6-ba97-412e1cea646a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 1000 time: 0.1063972
Jul 29 08:40:12.800180 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.806010 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.808349 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:12.830914 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5a50e4-55c9-48d9-8efc-6cb144e58534,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:12.841275 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.842070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.842070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.842397 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.842723 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.843084 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.844865 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.844865 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.844865 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.844865 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.845270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.845270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:40:12.847989 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.852212 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2081256
Jul 29 08:40:12.852212 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-508923ed-ad4a-4fd6-a179-1b2ac9ad4c61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:12.852450 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45088) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:12.857707 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group_rule': {'security_group_id': 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:12.860506 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-0b98d8a4-717c-44e6-b082-37a3eafe954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:12.862143 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-0b98d8a4-717c-44e6-b082-37a3eafe954f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.0693300
Jul 29 08:40:12.863771 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:12.868321 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:12.871201 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:12.876806 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:12.891312 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:40:12.894370 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.948201 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-cc7399fb-a68c-40f0-9d0c-3806287eb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:12.950256 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-cc7399fb-a68c-40f0-9d0c-3806287eb8df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800614
Jul 29 08:40:12.965528 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.969661 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:12.971995 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-0585cb8e-4226-46e5-a674-4ff486b886c6 tempest-TestShelveInstance-1807570467 tempest-TestShelveInstance-1807570467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:12.990461 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6791d70-2850-41f0-88d5-4ae091fef93b,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:12.994344 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:13.011997 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.016309 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-db24fc57-a3dc-463b-af5a-f93a65ac4410 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1629219
Jul 29 08:40:13.016890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45098) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:13.023147 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group_rule': {'security_group_id': 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:13.030791 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:13.037898 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:13.046965 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:13.054387 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:13.076549 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.131218 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-6f09d2b5-0c04-4026-a70b-641399016e40 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745555
Jul 29 08:40:13.145523 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.150596 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.152819 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:13.173695 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d73bc9-b5e5-4ad1-bc9d-31dfe36b4d51,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:13.177791 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:13.187704 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.189193 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-5765adb9-31ee-4210-8d88-74ee7037e40f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1712186
Jul 29 08:40:13.191918 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45104) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:13.199428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group_rule': {'security_group_id': 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:13.206636 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:13.211201 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:13.214158 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:13.220670 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:13.252177 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.262586 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dcc5820>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'ee236502-f80b-4e8c-9bae-79698045c89d', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'port_id': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'mac_address': 'fa:16:3e:f3:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ff4783-2fd3-4836-a171-112c268901cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:40:10Z', 'updated_at': '2021-07-29T08:40:10Z', 'revision_number': 0, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:40:13.266653 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cea3ba-c2f6-4f21-9997-0e549184f7f6 None None] The sync data for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi is: [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'ee236502-f80b-4e8c-9bae-79698045c89d', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'floating_ip_address': '172.27.2.202', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'port_id': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'mac_address': 'fa:16:3e:f3:37:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ff4783-2fd3-4836-a171-112c268901cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:40:10Z', 'updated_at': '2021-07-29T08:40:10Z', 'revision_number': 0, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:40:13.284826 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c39953ec-6539-4e63-87df-c77b68bb4b6b req-8f93df50-526d-47b7-a6b9-c57b9e429cc8 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462657
Jul 29 08:40:13.329063 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.333750 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.340666 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-769a09cd-78a6-4aa5-ad90-94554cd83703 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:13.360888 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aac01a1-63aa-447b-9cd1-b8bf09e5aa56,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:13.363748 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:13.371301 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.372850 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f7419181-4023-4623-868d-21459921fbef tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1796286
Jul 29 08:40:13.375367 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45112) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:13.380455 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group_rule': {'security_group_id': 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:13.386680 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:13.390597 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:13.393893 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:13.400289 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:13.411280 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.securitygroups_db [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Project 02f2ef739dec4ef09739c4006a2ba31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 29 08:40:13.418428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.486118 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1d84-9b7d-43d9-bd03-d2457eaf0197 None None] New status for floating IP ee236502-f80b-4e8c-9bae-79698045c89d: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:40:13.503801 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.508048 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.512054 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:13.536346 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cace472-6485-4e47-8e5e-2ad0b18d8c73,revision_number=0']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:13.538819 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:13.546438 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.550317 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-2726a8c9-5d99-4171-b91e-b23163910f14 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1714435
Jul 29 08:40:13.550668 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45116) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:40:13.555965 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'security_group_rule': {'security_group_id': 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2', 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:13.561888 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:13.565790 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Usage tracker for resource:security_group_rule and tenant:02f2ef739dec4ef09739c4006a2ba31b is out of sync, need to count used quota {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:40:13.568712 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78531) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:40:13.575434 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:13.586186 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.db.securitygroups_db [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Project 02f2ef739dec4ef09739c4006a2ba31b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 29 08:40:13.593361 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.660846 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.664898 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958180'] for security_group_rule, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.672726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:13.699062 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d724ed1-d1c1-4a36-8475-6f085e8bb16f,revision_number=0']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:13.701684 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:13.710296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:13.711693 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1223321f-bbec-405d-a7be-16ad9ca11146 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1600358
Jul 29 08:40:13.842104 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-34bdf891-b936-4bd2-b62e-729c386d5e19 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Synchronizing usage tracker for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:40:13.856659 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-34bdf891-b936-4bd2-b62e-729c386d5e19 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Unset dirty status for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:40:13.857943 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-34bdf891-b936-4bd2-b62e-729c386d5e19 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440025254&fields=id&tenant_id=02f2ef739dec4ef09739c4006a2ba31b HTTP/1.1" status: 200  len: 267 time: 0.0595536
Jul 29 08:40:13.949448 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-d2c59a45-e2c5-4491-80f7-ce1ddb8429cc tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:13.950898 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-d2c59a45-e2c5-4491-80f7-ce1ddb8429cc tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0836523
Jul 29 08:40:13.962047 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'port': {'security_groups': ['07f1fa92-9c78-47d0-b013-21e2851bca76', 'e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:14.087350 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:14.337496 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:40:14.361555 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:14.365883 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:14.372183 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-44ad799b-56f4-45f0-9d49-8c79f0417196 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:14.379047 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e214ccb4-b7b2-4a71-8373-3ca162ead586'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:40:14.440971 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:14.441602 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:14.442970 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c44e0a32-dba6-41a7-b272-a7347ef60c40 req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "PUT /v2.0/ports/e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 982 time: 0.4855003
Jul 29 08:40:14.443489 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:40:14.469601 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=6']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:14.473975 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:14.519874 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'status': 'completed', 'code': 200}
Jul 29 08:40:14.539859 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e214ccb4-b7b2-4a71-8373-3ca162ead586'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:40:14.636748 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03234-bc22-42e1-abb3-683826744b0e req-77bb6ae3-6b4e-4517-8b59-38a97bcefdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:14.638773 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-77bb6ae3-6b4e-4517-8b59-38a97bcefdc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1138 time: 0.0864706
Jul 29 08:40:14.644311 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb0fa5-52e2-4821-a149-c7b41bc83e03 req-8ab54b30-a164-4ea2-bcb4-b45e0594830e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:14.645796 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d5fb0fa5-52e2-4821-a149-c7b41bc83e03 req-8ab54b30-a164-4ea2-bcb4-b45e0594830e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.1015964
Jul 29 08:40:14.699187 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d5fb0fa5-52e2-4821-a149-c7b41bc83e03 req-3bb3b4fc-156d-46cf-bcd6-63caab76f137 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442338
Jul 29 08:40:14.774113 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-1c921df7-93d3-4740-8d44-d6daca2e1b21 None None] Provisioning complete for port e214ccb4-b7b2-4a71-8373-3ca162ead586 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:40:14.774489 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-1c921df7-93d3-4740-8d44-d6daca2e1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:14.783044 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03234-bc22-42e1-abb3-683826744b0e req-e6611117-ce7e-4ac2-87b2-d8983180353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:14.784521 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-e6611117-ce7e-4ac2-87b2-d8983180353a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.1323254
Jul 29 08:40:14.893292 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-9c09466a-d96b-495a-bb6d-e061c8918d82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 1002 time: 0.0984964
Jul 29 08:40:14.962790 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03234-bc22-42e1-abb3-683826744b0e req-946b449c-4cee-4aa3-9005-aa59d86d9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:14.964239 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-946b449c-4cee-4aa3-9005-aa59d86d9680 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.0619080
Jul 29 08:40:15.052742 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03234-bc22-42e1-abb3-683826744b0e req-f39f02fb-2749-4387-aaf7-a0b1f65c82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:15.054301 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-f39f02fb-2749-4387-aaf7-a0b1f65c82b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719578
Jul 29 08:40:15.290071 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-3979566d-9d3f-4573-8008-56fdddc3c543 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254453
Jul 29 08:40:15.421625 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-02d03234-bc22-42e1-abb3-683826744b0e req-083361c0-256f-457c-825e-0c62bd831eaf service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249945
Jul 29 08:40:22.243416 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:30.044756 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-e9977561-d545-4420-9104-2f0504d9f582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:30.585065 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:32.775895 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-e660f711-2fdc-4c1e-963a-3f53f4a9ccde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:33.469784 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:35.199420 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:42.324168 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:40:46.038954 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-ce466664-57d1-43b9-9a11-a38542481e6d tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1238644441&fields=id&tenant_id=631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 267 time: 0.0397468
Jul 29 08:40:46.188421 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-545d7a08-03c9-41c1-a6fd-0fca4d81b99e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:46.190050 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-545d7a08-03c9-41c1-a6fd-0fca4d81b99e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 811 time: 0.1444516
Jul 29 08:40:46.205044 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-73b74e2b-a9d4-4a06-bdd0-4f2a6208cab7 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/quotas/631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 375 time: 0.0093715
Jul 29 08:40:46.297470 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-07fd73b3-f110-48af-9c2c-7931f4f5d3e9 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0874493
Jul 29 08:40:46.312973 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-96aca868-56ff-45e4-80ab-03b9468c6007 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:40:46.313889 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-96aca868-56ff-45e4-80ab-03b9468c6007 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051055
Jul 29 08:40:46.443622 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-99828113-eeb4-49a6-ad38-a805397d4129 service neutron] 10.222.0.24 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244779
Jul 29 08:40:46.577944 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-7510367c-dc23-4c2c-b2ff-d62b727af72b service neutron] 10.222.0.24 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278963
Jul 29 08:40:46.982643 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-dc852953-0da5-4056-aca3-be170c50dd7d req-5251c538-0199-4f8f-9327-d059f78b07c9 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 210 time: 0.0572481
Jul 29 08:40:47.129050 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b6e79-a3c6-4d2b-8d51-94b8c954b080 req-7425e044-923d-455e-ac39-40a97f46f020 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:47.130850 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-020b6e79-a3c6-4d2b-8d51-94b8c954b080 req-7425e044-923d-455e-ac39-40a97f46f020 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 946 time: 0.0834522
Jul 29 08:40:47.175774 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-020b6e79-a3c6-4d2b-8d51-94b8c954b080 req-4eccf226-2a24-40fb-b514-6f69f0afbbe1 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394819
Jul 29 08:40:48.196046 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-52888a46-c2ba-43fd-b096-30485d393742 req-50ab91a0-1d6b-4bf6-b05f-9e153e6cdbbe tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 210 time: 0.0979576
Jul 29 08:40:48.244184 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-460070f4-b8db-40d8-beca-565f2240f2ea tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:48.245728 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-460070f4-b8db-40d8-beca-565f2240f2ea tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 811 time: 0.1904938
Jul 29 08:40:48.299033 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3e563f99-4a0d-406a-8d7b-adf017929b1d tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631c2867f056444090a16fbb64675270 HTTP/1.1" status: 200  len: 380 time: 0.0407577
Jul 29 08:40:48.310440 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'port': {'device_id': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'admin_state_up': True, 'tenant_id': '631c2867f056444090a16fbb64675270', 'security_groups': ['14710f25-f035-46f5-89f7-172cbbedf0cf']}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:48.379294 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da548ce-45a3-430c-9729-cef2f07bcc1d req-e0c46f15-a898-4b7c-bbcb-f95b53b33de1 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:48.380838 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7da548ce-45a3-430c-9729-cef2f07bcc1d req-e0c46f15-a898-4b7c-bbcb-f95b53b33de1 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 946 time: 0.0865357
Jul 29 08:40:48.451636 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:40:48.461756 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:40:48.471950 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Made reservation on behalf of 631c2867f056444090a16fbb64675270 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:40:48.475534 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:48.537076 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7da548ce-45a3-430c-9729-cef2f07bcc1d req-65bb2d30-9d19-414c-89fe-1a0c9758deed tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496172
Jul 29 08:40:48.642301 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Allocated IP 172.20.0.4 (109a8f80-262d-4ea7-b485-45f0770646a5/537bb3c1-39a6-482d-b0df-a8fab9813313/0528e724-0e80-451a-b9ee-4797eed5ff97) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:40:48.838218 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:48.854570 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Transition to ACTIVE for port object 0528e724-0e80-451a-b9ee-4797eed5ff97 will not be triggered until provisioned by entity DHCP. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:40:48.877308 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:48.882874 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-956995c3-f217-4ca5-bf4d-20eeac5b8af1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:49.095378 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Network 109a8f80-262d-4ea7-b485-45f0770646a5 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:40:49.099054 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:40:49.111271 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:40:49.143794 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=0528e724-0e80-451a-b9ee-4797eed5ff97,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:49.158501 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:49.189326 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:49.189936 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:49.219462 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-2d613cc2-fbce-40a5-baaa-fd4e8acc8e4a tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:49.220968 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-2d613cc2-fbce-40a5-baaa-fd4e8acc8e4a tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 946 time: 0.3086431
Jul 29 08:40:49.263228 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9565115
Jul 29 08:40:49.275477 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Request body: {'port': {'device_id': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:40:49.356647 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-91a88de2-420f-4669-ad33-6155a2f1cb57 None None] Provisioning for port 0528e724-0e80-451a-b9ee-4797eed5ff97 completed by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:40:49.361352 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-91a88de2-420f-4669-ad33-6155a2f1cb57 None None] Provisioning complete for port 0528e724-0e80-451a-b9ee-4797eed5ff97 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:40:49.361721 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-91a88de2-420f-4669-ad33-6155a2f1cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:49.397379 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Deleting port 54e93c52-26c5-4082-8238-53feb78ac7f2 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:40:49.397694 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:49.415875 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-91a88de2-420f-4669-ad33-6155a2f1cb57 None None] Port 0528e724-0e80-451a-b9ee-4797eed5ff97 cannot update to ACTIVE because it is not bound. {{(pid=78532) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 29 08:40:49.534634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:49.640234 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2926f3-5568-475f-840e-c01f395de623 req-ad9d0afb-50e0-47f0-b8db-fcd6202443fa tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:49.640834 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-af2926f3-5568-475f-840e-c01f395de623 req-ad9d0afb-50e0-47f0-b8db-fcd6202443fa tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:40:49.726064 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633b876-516a-413f-ad63-f7c52c0df628 req-339f6941-0ce6-463f-94e9-c868f1cc2477 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:49.727456 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b633b876-516a-413f-ad63-f7c52c0df628 req-339f6941-0ce6-463f-94e9-c868f1cc2477 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 946 time: 0.0798738
Jul 29 08:40:49.774996 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b633b876-516a-413f-ad63-f7c52c0df628 req-f750dc73-7062-4964-bb92-7bbcfcda5a2f tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419054
Jul 29 08:40:49.796780 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-af2926f3-5568-475f-840e-c01f395de623 req-ad9d0afb-50e0-47f0-b8db-fcd6202443fa tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:40:49.797941 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-af2926f3-5568-475f-840e-c01f395de623 req-ad9d0afb-50e0-47f0-b8db-fcd6202443fa tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 931 time: 0.4847901
Jul 29 08:40:49.930889 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-af2926f3-5568-475f-840e-c01f395de623 req-6ca6c8c5-886a-4aca-ac39-43e2efd5a06e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179011
Jul 29 08:40:49.933889 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] For port 54e93c52-26c5-4082-8238-53feb78ac7f2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=54e93c52-26c5-4082-8238-53feb78ac7f2,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:40:49.934250 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:50.112010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Calling delete_port for 54e93c52-26c5-4082-8238-53feb78ac7f2 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:40:50.333468 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0528e724-0e80-451a-b9ee-4797eed5ff97 {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:40:50.341948 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:50.346049 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:50.353475 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:50.404776 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Pushing event deleted for resources: {'Port': ['ID=54e93c52-26c5-4082-8238-53feb78ac7f2,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:50.406954 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Transition to ACTIVE for port object 0528e724-0e80-451a-b9ee-4797eed5ff97 will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:40:50.408940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:50.443679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:50.452362 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-49d279dc-f3a2-4a87-8106-a9f3b6d61138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:50.533758 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] No DVR routers for this DVR port 54e93c52-26c5-4082-8238-53feb78ac7f2 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:40:50.707894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:50.710727 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'name': 'network-vif-deleted', 'tag': '54e93c52-26c5-4082-8238-53feb78ac7f2'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:40:50.771567 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Pushing event updated for resources: {'Port': ['ID=0528e724-0e80-451a-b9ee-4797eed5ff97,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:50.779730 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ac1063-7362-4ca5-b985-7e643fc47f17', 'name': 'network-vif-deleted', 'tag': '54e93c52-26c5-4082-8238-53feb78ac7f2', 'status': 'completed', 'code': 200}
Jul 29 08:40:50.781106 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e316fd55-ff61-4869-9524-988ca8ca68f2 req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "DELETE /v2.0/ports/54e93c52-26c5-4082-8238-53feb78ac7f2 HTTP/1.1" status: 204  len: 173 time: 1.5528374
Jul 29 08:40:50.781849 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:50.851991 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Attempting to bind port 0528e724-0e80-451a-b9ee-4797eed5ff97 on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:40:50.852353 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Attempting to bind port 0528e724-0e80-451a-b9ee-4797eed5ff97 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:40:50.852680 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Attempting to bind port 0528e724-0e80-451a-b9ee-4797eed5ff97 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:40:50.857784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Port 0528e724-0e80-451a-b9ee-4797eed5ff97 on network 109a8f80-262d-4ea7-b485-45f0770646a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:40:50.858010 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Attempting to bind port 0528e724-0e80-451a-b9ee-4797eed5ff97 on network 109a8f80-262d-4ea7-b485-45f0770646a5 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:40:50.863178 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:40:50.863507 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Checking segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:40:50.863894 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Bound using segment: {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:40:50.864337 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Bound port: 0528e724-0e80-451a-b9ee-4797eed5ff97, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b83c6737-400d-4f99-b555-2fbff58721b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:40:50.864679 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:50.967902 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d68ed9c0-dc91-4383-adb9-98bfdf432b8b req-de7e96ee-b3ab-4048-9211-069f01d71b92 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Synchronizing usage tracker for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:40:50.995419 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-d68ed9c0-dc91-4383-adb9-98bfdf432b8b req-de7e96ee-b3ab-4048-9211-069f01d71b92 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Unset dirty status for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:40:50.996574 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-d68ed9c0-dc91-4383-adb9-98bfdf432b8b req-de7e96ee-b3ab-4048-9211-069f01d71b92 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=31ac1063-7362-4ca5-b985-7e643fc47f17 HTTP/1.1" status: 200  len: 210 time: 0.0906434
Jul 29 08:40:51.011295 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] For port 0528e724-0e80-451a-b9ee-4797eed5ff97, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:40:51.015112 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] For port 0528e724-0e80-451a-b9ee-4797eed5ff97, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0528e724-0e80-451a-b9ee-4797eed5ff97,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:40:51.029095 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:51.033862 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-47812730-cf12-483d-a865-bf63bc4de8cb tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:40:51.090286 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:51.090897 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:51.092270 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] 10.222.0.37 "PUT /v2.0/ports/0528e724-0e80-451a-b9ee-4797eed5ff97 HTTP/1.1" status: 200  len: 1093 time: 1.8215983
Jul 29 08:40:51.116655 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Pushing event updated for resources: {'Port': ['ID=0528e724-0e80-451a-b9ee-4797eed5ff97,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:40:51.120761 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3a77d43b-610c-467a-8951-a082e3671bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:40:51.218416 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2470a-e3b5-4077-9901-329142498ab6 req-3b600b8c-b939-40d6-9036-70ae65de94e0 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:51.219916 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35b2470a-e3b5-4077-9901-329142498ab6 req-3b600b8c-b939-40d6-9036-70ae65de94e0 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.1048603
Jul 29 08:40:51.223363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-9ea14bfb-4bd4-4d09-8034-8a1f18183e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:51.227379 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-9ea14bfb-4bd4-4d09-8034-8a1f18183e9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 1096 time: 0.0914116
Jul 29 08:40:51.268293 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-35b2470a-e3b5-4077-9901-329142498ab6 req-6987efad-980a-4b18-9fcc-85e71f912d8a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417767
Jul 29 08:40:51.315808 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-e96fa936-7657-4cdb-bd18-4c2f62ff894d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0528e724-0e80-451a-b9ee-4797eed5ff97 HTTP/1.1" status: 200  len: 217 time: 0.0787039
Jul 29 08:40:51.384285 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-06045c1f-2584-47ea-a67d-bc5fec31446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:51.385974 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-06045c1f-2584-47ea-a67d-bc5fec31446e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0622520
Jul 29 08:40:51.465754 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-5b7de038-3193-4d30-bdf5-00c16340769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:51.467261 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-5b7de038-3193-4d30-bdf5-00c16340769c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704579
Jul 29 08:40:51.596578 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-241205b2-4faf-4859-baae-1e06c88df72a service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218426
Jul 29 08:40:51.726724 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3a21311-1d60-4f59-b20b-e4dcae187594 req-1a8ae256-79e2-4bc7-aeb5-33a9a128a3a8 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229560
Jul 29 08:40:52.251095 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:40:52.307353 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 54e93c52-26c5-4082-8238-53feb78ac7f2 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:40:52.344743 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 54e93c52-26c5-4082-8238-53feb78ac7f2 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:40:52.344967 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 54e93c52-26c5-4082-8238-53feb78ac7f2 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:40:52.466623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eb7c9-006e-499a-84c2-00a917b3880a req-bf1fa11a-b739-4e6c-bbf1-a644c5f5ba94 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:52.468065 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a36eb7c9-006e-499a-84c2-00a917b3880a req-bf1fa11a-b739-4e6c-bbf1-a644c5f5ba94 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.0826466
Jul 29 08:40:52.513517 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-a36eb7c9-006e-499a-84c2-00a917b3880a req-bc1a12d4-bf31-4951-abdc-f6f60f6382d2 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398374
Jul 29 08:40:52.780651 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:40:52.823552 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'status': 'completed', 'code': 200}
Jul 29 08:40:53.692964 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb1647-3596-4ad3-a8bb-9fd20c078465 req-10ab4d79-532d-4106-aeff-7e1dccc1e57a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:53.694868 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-acbb1647-3596-4ad3-a8bb-9fd20c078465 req-10ab4d79-532d-4106-aeff-7e1dccc1e57a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.0782368
Jul 29 08:40:53.738282 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-acbb1647-3596-4ad3-a8bb-9fd20c078465 req-8750724c-6adf-4f49-b5e5-cfa39a340526 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378904
Jul 29 08:40:54.441369 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0673-5b80-4076-9c04-be7ad9926382 req-ab45de27-9ce5-4214-b1a6-be6ded19dce3 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:54.442834 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f2bc0673-5b80-4076-9c04-be7ad9926382 req-ab45de27-9ce5-4214-b1a6-be6ded19dce3 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0848951
Jul 29 08:40:54.489932 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-f2bc0673-5b80-4076-9c04-be7ad9926382 req-68bf4fb4-d465-4dfd-a264-6b6bef448aec tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414674
Jul 29 08:40:54.582372 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-06a30eb0-e426-4942-8444-f717db7a0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:54.583889 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-06a30eb0-e426-4942-8444-f717db7a0f17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 1096 time: 0.0750828
Jul 29 08:40:54.919453 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e0f3-e04f-486e-9145-e338717d6cca req-4a54b9d1-15a7-4f1f-b6d5-35d4215a62f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:54.920900 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac40e0f3-e04f-486e-9145-e338717d6cca req-4a54b9d1-15a7-4f1f-b6d5-35d4215a62f8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.0782194
Jul 29 08:40:54.964476 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac40e0f3-e04f-486e-9145-e338717d6cca req-18921a3f-2e49-44d7-8299-b26ab73b34a3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380740
Jul 29 08:40:55.687421 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9adc3-7c89-466b-8932-e95a0de31254 req-e1cf4bb3-8f78-43a3-bd46-20671459acf2 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:55.688897 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b9c9adc3-7c89-466b-8932-e95a0de31254 req-e1cf4bb3-8f78-43a3-bd46-20671459acf2 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0806181
Jul 29 08:40:55.739313 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b9c9adc3-7c89-466b-8932-e95a0de31254 req-29640747-0250-41ae-b5ae-4131dd4ba14e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0439465
Jul 29 08:40:55.820276 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-498126e1-050c-4042-8617-76fba00b1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:55.821717 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-498126e1-050c-4042-8617-76fba00b1ac0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.2414019
Jul 29 08:40:55.824399 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-9ccfa63b-0616-43ce-ae99-ac76a088e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:55.825719 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-9ccfa63b-0616-43ce-ae99-ac76a088e267 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1138 time: 0.2143192
Jul 29 08:40:55.925021 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-47d7f408-df44-4e20-84de-ee0c772e7ee2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0528e724-0e80-451a-b9ee-4797eed5ff97 HTTP/1.1" status: 200  len: 217 time: 0.0889280
Jul 29 08:40:56.207451 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-64df34bf-c880-4063-99ed-1b419d44f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.208887 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-64df34bf-c880-4063-99ed-1b419d44f390 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.2746079
Jul 29 08:40:56.254546 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-c6c34146-f0e1-482f-9d39-a5365b7d6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.255814 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-c6c34146-f0e1-482f-9d39-a5365b7d6849 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.3691349
Jul 29 08:40:56.375137 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ad86f-5daf-4734-98ad-007d8f5f644e req-8a60217f-cde1-4638-b8c1-e6c941edbdc8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.376637 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-da0ad86f-5daf-4734-98ad-007d8f5f644e req-8a60217f-cde1-4638-b8c1-e6c941edbdc8 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.2639890
Jul 29 08:40:56.404912 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-d53b5596-b42a-4434-8060-86b128e19915 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 1002 time: 0.1419618
Jul 29 08:40:56.475064 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-4cc275ec-0a56-4525-8218-5bfd425c2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.477073 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-4cc275ec-0a56-4525-8218-5bfd425c2c72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2603903
Jul 29 08:40:56.481746 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-da0ad86f-5daf-4734-98ad-007d8f5f644e req-1d2d252b-d3e9-4380-ad4d-80052783ce3a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0975363
Jul 29 08:40:56.489884 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-405d6e4d-804c-4a81-95ff-4d7beebf5339 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=78531) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 29 08:40:56.490863 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-405d6e4d-804c-4a81-95ff-4d7beebf5339 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0065603
Jul 29 08:40:56.499579 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-922a0976-e1fb-46df-9578-77afe4d9b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.500976 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-922a0976-e1fb-46df-9578-77afe4d9b40d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.0866182
Jul 29 08:40:56.685494 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-75936f45-3276-4c13-9277-827824da24ec service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1873910
Jul 29 08:40:56.687213 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-1ab2dbce-caf4-44c2-9884-657daa48a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.688564 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-1ab2dbce-caf4-44c2-9884-657daa48a1fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1654296
Jul 29 08:40:56.942283 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb698a-eee7-4b19-8d10-3198fc7284e9 req-bb4b0b3c-7792-45c2-8376-2ceb787b3a42 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:56.943749 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-addb698a-eee7-4b19-8d10-3198fc7284e9 req-bb4b0b3c-7792-45c2-8376-2ceb787b3a42 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0929406
Jul 29 08:40:56.993543 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9a7e04b5-c313-4611-a651-b320ec991db7 req-986836b7-baeb-42bd-b7bc-5faa3d885658 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2957540
Jul 29 08:40:56.994156 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-addb698a-eee7-4b19-8d10-3198fc7284e9 req-a090b02c-1d58-4b58-b9a6-810cecd801a1 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0433655
Jul 29 08:40:56.998875 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-62fc506e-7447-4600-b66d-3feca2afddb1 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001223
Jul 29 08:40:57.048400 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-1be02869-b083-4b51-85e2-5247734f4157 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1732981
Jul 29 08:40:57.184322 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-179f05a5-6f32-42ed-bd75-d13717bb79c2 req-62a189f9-c0a0-41be-9ad8-024c52459826 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1762631
Jul 29 08:40:57.210706 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697600c2-d7f8-46a7-9021-bf573264849c req-adaba205-4533-4075-872f-f6f618150270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:57.212281 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-adaba205-4533-4075-872f-f6f618150270 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1098 time: 0.0893829
Jul 29 08:40:57.362486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697600c2-d7f8-46a7-9021-bf573264849c req-ca749303-f3f3-47c4-aebf-7aa0bd810bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:57.363929 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-ca749303-f3f3-47c4-aebf-7aa0bd810bdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1315339
Jul 29 08:40:57.465930 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-701867a1-8c93-4b5f-9bad-02e78daee8af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 1000 time: 0.0936930
Jul 29 08:40:57.531611 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697600c2-d7f8-46a7-9021-bf573264849c req-a3ee31de-0078-469d-b154-200b9eaea834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:57.533200 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-a3ee31de-0078-469d-b154-200b9eaea834 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0596948
Jul 29 08:40:57.766764 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697600c2-d7f8-46a7-9021-bf573264849c req-44333ff4-350a-4a7e-acbb-120cf98a9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:57.768118 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-44333ff4-350a-4a7e-acbb-120cf98a9c0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2271104
Jul 29 08:40:57.807422 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3cb53-642e-4641-99c8-4ba52687bd5e req-d5839ed8-8e7e-4999-9441-74512d33cefe tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:57.808814 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2cd3cb53-642e-4641-99c8-4ba52687bd5e req-d5839ed8-8e7e-4999-9441-74512d33cefe tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.2197168
Jul 29 08:40:57.925380 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-2cd3cb53-642e-4641-99c8-4ba52687bd5e req-b7446760-f4c3-4a47-8736-957b503eac73 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070852
Jul 29 08:40:57.947276 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-0e3ae3b4-751f-4360-9b60-b80c62e3ed85 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697009
Jul 29 08:40:58.085011 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-697600c2-d7f8-46a7-9021-bf573264849c req-2bff7ec1-0cf1-4f79-845f-2ae5e9ee4aec service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303287
Jul 29 08:40:58.206877 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e6d25-fc62-497d-85e2-7fbca3b5e048 req-c455f37c-bf3b-40bd-b64e-ab3c19286ab0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:58.208359 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f0e6d25-fc62-497d-85e2-7fbca3b5e048 req-c455f37c-bf3b-40bd-b64e-ab3c19286ab0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0832148
Jul 29 08:40:58.254523 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5f0e6d25-fc62-497d-85e2-7fbca3b5e048 req-f8d30db0-73a4-4ffa-a42a-88322ba1ff42 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0404544
Jul 29 08:40:59.105116 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082c3e7-2232-4a9a-b736-5ebceb13be9e req-53761257-e0b6-4e8d-a9f5-58f66ae30d56 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:59.106556 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1082c3e7-2232-4a9a-b736-5ebceb13be9e req-53761257-e0b6-4e8d-a9f5-58f66ae30d56 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.0780673
Jul 29 08:40:59.154492 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-1082c3e7-2232-4a9a-b736-5ebceb13be9e req-044057ac-74e2-498c-b722-e06ecdd95bf1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423458
Jul 29 08:40:59.437730 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7012db-223c-4007-84cf-30d789b4f089 req-b6920ee9-591e-4399-bbca-22136eff92df tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:40:59.439186 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-be7012db-223c-4007-84cf-30d789b4f089 req-b6920ee9-591e-4399-bbca-22136eff92df tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0819242
Jul 29 08:40:59.485636 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-be7012db-223c-4007-84cf-30d789b4f089 req-f112f18d-0372-43e0-aff0-da1a5579797b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406349
Jul 29 08:41:00.047719 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-52b263fa-537f-428b-9c6a-9b35e2f1fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:00.336029 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80895246-a752-4ec2-a42b-90c1f8f36bc1 req-4e80c6fb-ac89-4365-8434-e74b0e3547e3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:00.337531 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-80895246-a752-4ec2-a42b-90c1f8f36bc1 req-4e80c6fb-ac89-4365-8434-e74b0e3547e3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 943 time: 0.0801682
Jul 29 08:41:00.382468 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-80895246-a752-4ec2-a42b-90c1f8f36bc1 req-bab26399-d904-4442-97f5-0e71d2997262 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387523
Jul 29 08:41:00.430042 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0528e724-0e80-451a-b9ee-4797eed5ff97 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:41:00.560625 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 0528e724-0e80-451a-b9ee-4797eed5ff97, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0528e724-0e80-451a-b9ee-4797eed5ff97,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:00.580548 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'port_id': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'mac_address': 'fa:16:3e:0d:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:41:00.621284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:00.646442 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:00.662858 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0528e724-0e80-451a-b9ee-4797eed5ff97 {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:41:00.675219 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6f33-56ed-4de6-a3d1-ce0b8e884b8b req-8bf389ed-a1a4-41e5-8b60-76f2b586dd1c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:00.676715 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ba1d6f33-56ed-4de6-a3d1-ce0b8e884b8b req-8bf389ed-a1a4-41e5-8b60-76f2b586dd1c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0869029
Jul 29 08:41:00.678737 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 0528e724-0e80-451a-b9ee-4797eed5ff97, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0528e724-0e80-451a-b9ee-4797eed5ff97,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:00.682715 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:00.684446 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:00.724832 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ba1d6f33-56ed-4de6-a3d1-ce0b8e884b8b req-a9a15980-79dd-429f-a62b-28f00865054e tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411813
Jul 29 08:41:00.749371 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=0528e724-0e80-451a-b9ee-4797eed5ff97,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:00.757003 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.757355 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.757693 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.758029 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.758359 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.758691 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.759017 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.759370 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.759704 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.760014 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.760363 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.760677 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:00.764514 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:01.569866 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20efdb0-1826-4cf4-89ca-7c7360c58598 req-4bb437a4-1ee6-44fe-a7ae-34ad1f423057 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:01.571289 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c20efdb0-1826-4cf4-89ca-7c7360c58598 req-4bb437a4-1ee6-44fe-a7ae-34ad1f423057 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 944 time: 0.0820312
Jul 29 08:41:01.614693 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-c20efdb0-1826-4cf4-89ca-7c7360c58598 req-301b15bf-9a05-404d-859b-4552a0510750 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377553
Jul 29 08:41:01.759798 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['0528e724-0e80-451a-b9ee-4797eed5ff97'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:41:01.918107 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7996fac-f8eb-446d-970f-5a9d444ecae0 req-ef84c9bd-3988-48d1-871f-fe7469f89c1a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:01.920978 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c7996fac-f8eb-446d-970f-5a9d444ecae0 req-ef84c9bd-3988-48d1-871f-fe7469f89c1a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0873179
Jul 29 08:41:01.973699 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c7996fac-f8eb-446d-970f-5a9d444ecae0 req-011f58f6-171b-4b28-80f6-0ff18ad2a961 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461917
Jul 29 08:41:02.541233 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-5b29d753-31bb-40d6-8175-244569ed207f tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:02.542967 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-5b29d753-31bb-40d6-8175-244569ed207f tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/networks?id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 200  len: 813 time: 0.1422184
Jul 29 08:41:02.558819 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-a830324a-8d3a-4a42-a153-f161effde592 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/quotas/52d63da3ac0c4422bdd9929d8c4b4da9 HTTP/1.1" status: 200  len: 375 time: 0.0104868
Jul 29 08:41:02.606645 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-dfa13885-ba23-4317-be87-cfecaef318ac tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0423424
Jul 29 08:41:02.754122 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-9d644278-bbf5-4e13-be2c-8d5a00f4ca8d service neutron] 10.222.0.24 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406181
Jul 29 08:41:02.778450 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-fcc8f2ff-05c3-49b3-8ffc-52debb06885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:02.802492 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c8003-566d-44dc-bb67-e6dcec08a534 req-8804426c-aa46-49cf-80d0-656cd0a24ca5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:02.804500 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7d9c8003-566d-44dc-bb67-e6dcec08a534 req-8804426c-aa46-49cf-80d0-656cd0a24ca5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 944 time: 0.0853832
Jul 29 08:41:02.848715 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-7d9c8003-566d-44dc-bb67-e6dcec08a534 req-e19e63e6-a09a-4484-890d-6a47c945f29a tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384922
Jul 29 08:41:02.889328 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-1dacd737-d437-4397-9d5c-531e5c09529b service neutron] 10.222.0.24 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288450
Jul 29 08:41:03.065675 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9e18bbde-b3a4-4aae-9a93-ef889e9f40cf req-a8ed1fdc-f4fe-4ab6-925f-69c2ea0c1da7 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 210 time: 0.0466371
Jul 29 08:41:03.185744 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1baa3-95d6-4fc8-a847-67d8fabe24e3 req-15acda22-b938-4827-b65b-d091785c0331 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:03.187211 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3eb1baa3-95d6-4fc8-a847-67d8fabe24e3 req-15acda22-b938-4827-b65b-d091785c0331 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0870016
Jul 29 08:41:03.234418 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3eb1baa3-95d6-4fc8-a847-67d8fabe24e3 req-a216d447-b21a-415c-b2ff-82e0da9b4116 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0412633
Jul 29 08:41:03.473343 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.046288 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ff0a0-e88d-4456-acb9-3a6f3ed836a7 req-3da5a65e-28cc-42a5-a477-095158e30ce1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:04.048584 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d38ff0a0-e88d-4456-acb9-3a6f3ed836a7 req-3da5a65e-28cc-42a5-a477-095158e30ce1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 944 time: 0.0930448
Jul 29 08:41:04.100348 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d38ff0a0-e88d-4456-acb9-3a6f3ed836a7 req-6b596c87-1cbc-4456-a48e-3cd41c80eed2 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461595
Jul 29 08:41:04.143120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-637d637e-b834-4382-87db-f7194191abd8 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:04.144492 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-637d637e-b834-4382-87db-f7194191abd8 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "GET /v2.0/networks?id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 200  len: 813 time: 0.1716683
Jul 29 08:41:04.158256 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Request body: {'port': {'device_id': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8', 'admin_state_up': True, 'tenant_id': '52d63da3ac0c4422bdd9929d8c4b4da9'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:41:04.242067 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5efb1024-1cf6-462e-8601-fbc6474a8837 req-1f44ae56-ebe5-4bb0-b877-951979f24f95 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 210 time: 0.0619509
Jul 29 08:41:04.338596 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:41:04.347907 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.quota.driver [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78531) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:41:04.357720 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Made reservation on behalf of 52d63da3ac0c4422bdd9929d8c4b4da9 for: {'port': 1} {{(pid=78531) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 29 08:41:04.361177 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.387369 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0528e724-0e80-451a-b9ee-4797eed5ff97 up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:41:04.430572 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2f7d6-7190-4eac-b5eb-00587ca5ceda req-3a5da703-58a4-4e96-bef6-3b8a509ad631 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:04.432048 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ead2f7d6-7190-4eac-b5eb-00587ca5ceda req-3a5da703-58a4-4e96-bef6-3b8a509ad631 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0886748
Jul 29 08:41:04.464324 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 0528e724-0e80-451a-b9ee-4797eed5ff97 completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:41:04.470933 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 0528e724-0e80-451a-b9ee-4797eed5ff97 triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:41:04.471113 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.481271 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-ead2f7d6-7190-4eac-b5eb-00587ca5ceda req-f07471a0-5a0d-4336-a039-b6bbba0030a5 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0424612
Jul 29 08:41:04.601269 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.619962 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_common [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Allocated IP 172.20.0.12 (d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8/ab3fe899-96a6-4309-8b47-0c9db2b645ff/67adbe5b-7635-4861-b605-cad6e87bbaad) {{(pid=78531) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:41:04.628072 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:41:04.638755 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 0528e724-0e80-451a-b9ee-4797eed5ff97, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0528e724-0e80-451a-b9ee-4797eed5ff97,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:04.642731 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.645812 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-69b43507-7112-44c2-a9c3-c3964a3c331f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:04.677811 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'code': 200}
Jul 29 08:41:04.721500 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=0528e724-0e80-451a-b9ee-4797eed5ff97,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:04.724297 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:04.832483 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks [] for port, precommit_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.866922 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_create {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:04.875033 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cd997d9a-3e3b-4f69-88e2-0f49b5e40854 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:04.992554 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 is already hosted by enough agents. {{(pid=78531) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:41:04.996579 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.base_scheduler [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Resources bound (agent type, host, resource id):  {{(pid=78531) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:41:04.999587 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Received port after_create {{(pid=78531) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:41:05.035608 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Pushing event updated for resources: {'Port': ['ID=67adbe5b-7635-4861-b605-cad6e87bbaad,revision_number=1']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:05.039584 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:05.078712 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:05.079322 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:05.098141 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dacaf-7380-481f-a5b1-e397ac78d7b0 req-10a92960-b8da-42b6-bf5f-bab62e9ef054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:05.099578 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8dacaf-7380-481f-a5b1-e397ac78d7b0 req-10a92960-b8da-42b6-bf5f-bab62e9ef054 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 1098 time: 0.1949344
Jul 29 08:41:05.124045 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9696279
Jul 29 08:41:05.141352 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.v2.base [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Request body: {'port': {'device_id': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=78531) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:41:05.194580 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ba8dacaf-7380-481f-a5b1-e397ac78d7b0 req-6ee27c7a-d071-477c-b062-39d0314ab545 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873761
Jul 29 08:41:05.213102 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:05.260190 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:05.281239 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a25fc2-750e-45d1-936b-78fda230a7ec req-226c4a72-9561-41dc-bb94-3da161972a70 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:05.282698 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8a25fc2-750e-45d1-936b-78fda230a7ec req-226c4a72-9561-41dc-bb94-3da161972a70 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 945 time: 0.0799377
Jul 29 08:41:05.328459 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-b8a25fc2-750e-45d1-936b-78fda230a7ec req-a74af3b3-19b2-4026-887e-20216fe6b0f9 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389576
Jul 29 08:41:05.579120 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388538a-2d40-475d-a03f-9686f8310a3a req-e4aa87cb-b0aa-4bcd-8c3a-c89f8fc76ebc tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:05.579826 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8388538a-2d40-475d-a03f-9686f8310a3a req-e4aa87cb-b0aa-4bcd-8c3a-c89f8fc76ebc tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Synchronizing usage tracker for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:41:05.614149 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-8388538a-2d40-475d-a03f-9686f8310a3a req-e4aa87cb-b0aa-4bcd-8c3a-c89f8fc76ebc tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Unset dirty status for tenant:52d63da3ac0c4422bdd9929d8c4b4da9 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:41:05.615287 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8388538a-2d40-475d-a03f-9686f8310a3a req-e4aa87cb-b0aa-4bcd-8c3a-c89f8fc76ebc tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 932 time: 0.2294993
Jul 29 08:41:05.670429 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab961-96a7-4055-86b6-f1d09ba6b480 req-b2aaf77f-a81f-4d67-a5fb-cf0aa853ff61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:05.671903 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0c7ab961-96a7-4055-86b6-f1d09ba6b480 req-b2aaf77f-a81f-4d67-a5fb-cf0aa853ff61 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0832098
Jul 29 08:41:05.704707 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8388538a-2d40-475d-a03f-9686f8310a3a req-501e9f1e-039b-404e-9531-dec291750871 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829093
Jul 29 08:41:05.720036 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0c7ab961-96a7-4055-86b6-f1d09ba6b480 req-afde7a88-e4bc-4dcf-8bb6-61c758546b04 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0421216
Jul 29 08:41:05.729791 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67adbe5b-7635-4861-b605-cad6e87bbaad {{(pid=78531) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:41:05.737292 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:05.751873 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.provisioning_blocks [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Transition to ACTIVE for port object 67adbe5b-7635-4861-b605-cad6e87bbaad will not be triggered until provisioned by entity L2. {{(pid=78531) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 29 08:41:05.755373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:05.760370 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-01cdd595-4b36-4b98-97cc-66ad397bb55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:05.943558 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Pushing event updated for resources: {'Port': ['ID=67adbe5b-7635-4861-b605-cad6e87bbaad,revision_number=2']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:05.950013 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:06.002273 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Attempting to bind port 67adbe5b-7635-4861-b605-cad6e87bbaad on host hv-cinder-80278 for vnic_type normal with profile  {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 29 08:41:06.002982 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Attempting to bind port 67adbe5b-7635-4861-b605-cad6e87bbaad by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 29 08:41:06.003420 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Attempting to bind port 67adbe5b-7635-4861-b605-cad6e87bbaad on network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:41:06.009675 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Port 67adbe5b-7635-4861-b605-cad6e87bbaad on network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 29 08:41:06.010237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Attempting to bind port 67adbe5b-7635-4861-b605-cad6e87bbaad on network d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 29 08:41:06.015760 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Checking agent: {'id': 'de6587ff-14fd-4a96-a8be-5c824da5ccc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'started_at': datetime.datetime(2021, 7, 29, 8, 28, 52), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 8, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 29 08:41:06.016097 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Checking segment: {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78531) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 29 08:41:06.016517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Bound using segment: {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'} {{(pid=78531) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 29 08:41:06.016941 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.managers [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Bound port: 67adbe5b-7635-4861-b605-cad6e87bbaad, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96708771-a3b2-45c2-8daf-e98bc417f0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8'}}] {{(pid=78531) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 29 08:41:06.017289 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:06.109337 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] For port 67adbe5b-7635-4861-b605-cad6e87bbaad, host hv-cinder-80278, cleared binding levels {{(pid=78531) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 29 08:41:06.112558 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] For port 67adbe5b-7635-4861-b605-cad6e87bbaad, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67adbe5b-7635-4861-b605-cad6e87bbaad,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78531) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 29 08:41:06.116752 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133881'] for port, after_update {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:06.121125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:06.175209 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:06.175821 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:06.177203 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] 10.222.0.37 "PUT /v2.0/ports/67adbe5b-7635-4861-b605-cad6e87bbaad HTTP/1.1" status: 200  len: 1094 time: 1.0459964
Jul 29 08:41:06.177698 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'tag': '67adbe5b-7635-4861-b605-cad6e87bbaad'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:41:06.202781 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Pushing event updated for resources: {'Port': ['ID=67adbe5b-7635-4861-b605-cad6e87bbaad,revision_number=3']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:06.205713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:06.222115 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'tag': '67adbe5b-7635-4861-b605-cad6e87bbaad', 'status': 'completed', 'code': 200}
Jul 29 08:41:06.400190 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-fb5b941e-6577-442f-bca1-1d9ecd8aaaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:06.401696 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-fb5b941e-6577-442f-bca1-1d9ecd8aaaf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 1097 time: 0.1653576
Jul 29 08:41:06.470727 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-c92928ff-4093-4066-8114-7f23e76f1fcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67adbe5b-7635-4861-b605-cad6e87bbaad HTTP/1.1" status: 200  len: 217 time: 0.0608311
Jul 29 08:41:06.520693 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71e0ec-40fa-4dd3-8207-4e40b80efc95 req-b9845f1a-5aea-4b6a-bed4-8b2f3f083dc1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:06.522689 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9e71e0ec-40fa-4dd3-8207-4e40b80efc95 req-b9845f1a-5aea-4b6a-bed4-8b2f3f083dc1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 945 time: 0.0808854
Jul 29 08:41:06.536390 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-f2b8d099-c7ea-4394-b29e-af7950e6e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:06.538478 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-f2b8d099-c7ea-4394-b29e-af7950e6e36b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab3fe899-96a6-4309-8b47-0c9db2b645ff HTTP/1.1" status: 200  len: 853 time: 0.0604365
Jul 29 08:41:06.569901 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-9e71e0ec-40fa-4dd3-8207-4e40b80efc95 req-07ffefd5-29b2-43d1-bdfb-265265a18fa5 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415359
Jul 29 08:41:06.585164 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-1793fe9b-a346-42cc-970d-00eb46c5eea0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403948
Jul 29 08:41:06.767252 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-afb72592-5887-4526-a9d8-b10c1a6d12b5 service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756275
Jul 29 08:41:06.829597 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe08e94-4041-4b33-87f1-deaf7dc1b779 req-de591003-47f0-40d1-b284-1d0c7e2cac25 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:06.831139 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5fe08e94-4041-4b33-87f1-deaf7dc1b779 req-de591003-47f0-40d1-b284-1d0c7e2cac25 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 945 time: 0.1570139
Jul 29 08:41:06.949927 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-5fe08e94-4041-4b33-87f1-deaf7dc1b779 req-d0d15ad8-3890-460c-bcc4-6e23aa885f9f tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747485
Jul 29 08:41:06.955591 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-722b0665-c914-45f4-a939-ddf86f379cd2 req-d62e2990-8fbc-4551-91b7-23266abffa1a service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776905
Jul 29 08:41:06.975459 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45454) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:41:07.030765 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c741ad7-72bf-497b-b506-46cd0179e29a req-1a6f930d-f3cb-47ba-89e1-e66f388d0836 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:07.037519 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5c741ad7-72bf-497b-b506-46cd0179e29a req-1a6f930d-f3cb-47ba-89e1-e66f388d0836 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 944 time: 0.2271211
Jul 29 08:41:07.096597 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-5c741ad7-72bf-497b-b506-46cd0179e29a req-c97d9513-852c-482a-a1b0-8ff5e3eee457 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582509
Jul 29 08:41:07.105829 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc1cae5-12a5-429d-af42-e53ade32af7f tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:07.107292 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-5cc1cae5-12a5-429d-af42-e53ade32af7f tempest-TestVolumeBootPattern-1794877501 tempest-TestVolumeBootPattern-1794877501-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 1093 time: 0.1312351
Jul 29 08:41:07.110303 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45458) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:41:07.116040 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Request body: {'floatingip': {'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'port_id': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'tenant_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:41:07.122021 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 29 08:41:07.125938 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Usage tracker for resource:floatingip and tenant:631c2867f056444090a16fbb64675270 is out of sync, need to count used quota {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 29 08:41:07.128782 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78530) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 29 08:41:07.135450 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.quota.driver [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78530) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 29 08:41:07.145630 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-cd52062a-37d3-446a-ab41-b4aef004a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:07.146103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:07.147687 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-cd52062a-37d3-446a-ab41-b4aef004a8c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 1097 time: 0.1392362
Jul 29 08:41:07.197341 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047dad3-d5af-4d42-adcf-73fbaf17d21b req-95c6fa8f-7441-47da-b420-1a5a873af2ca tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:07.198781 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9047dad3-d5af-4d42-adcf-73fbaf17d21b req-95c6fa8f-7441-47da-b420-1a5a873af2ca tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.1331065
Jul 29 08:41:07.281626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:07.311344 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-9047dad3-d5af-4d42-adcf-73fbaf17d21b req-2ee1826e-85e4-44d5-b523-2246bec2387f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1051748
Jul 29 08:41:07.328371 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-edf0d494-15dc-4e35-8b39-a86f239f0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:07.329826 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-edf0d494-15dc-4e35-8b39-a86f239f0e35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 200  len: 914 time: 0.1743162
Jul 29 08:41:07.401584 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-e728851d-7973-4701-8a40-d6279ebd3f8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67adbe5b-7635-4861-b605-cad6e87bbaad HTTP/1.1" status: 200  len: 217 time: 0.0639627
Jul 29 08:41:07.420486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_common [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Allocated IP 172.27.2.27 (e8ce1216-2602-4663-8dc4-ef26ce6163af/4f31b26f-23a7-457e-b7af-a07bce1f1a16/c5b26b42-dc0c-4dea-9311-c4c653491a1c) {{(pid=78530) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 29 08:41:07.463449 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-c04da345-48fc-48f0-a30d-1496f1f98da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:07.464922 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-c04da345-48fc-48f0-a30d-1496f1f98da9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ab3fe899-96a6-4309-8b47-0c9db2b645ff HTTP/1.1" status: 200  len: 853 time: 0.0570714
Jul 29 08:41:07.513215 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-9e180cb6-228a-4bc8-b7a1-ee9c897e0bec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398188
Jul 29 08:41:07.567069 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:07.596985 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752420609302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:07.601109 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:07.644405 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-e9725b72-5a53-4e4d-b0c1-986e2ee7ff99 service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238153
Jul 29 08:41:07.667236 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Network e8ce1216-2602-4663-8dc4-ef26ce6163af is already hosted by enough agents. {{(pid=78530) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 29 08:41:07.670199 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.base_scheduler [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Resources bound (agent type, host, resource id):  {{(pid=78530) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 29 08:41:07.672849 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Received port after_create {{(pid=78530) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 29 08:41:07.718863 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=c5b26b42-dc0c-4dea-9311-c4c653491a1c,revision_number=1']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:07.723123 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:07.779595 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-82cc4cdd-9fd5-4a99-a99f-4caebef85f70 req-8f7d55ff-acba-481d-ba23-11d2772a74b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276410
Jul 29 08:41:08.095230 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:08.172141 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:08.432466 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eea92-04f4-4908-9935-47a609b85eb6 req-01ca7264-e273-47c1-83b7-308494c7eab3 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:08.433930 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0f7eea92-04f4-4908-9935-47a609b85eb6 req-01ca7264-e273-47c1-83b7-308494c7eab3 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 944 time: 0.2143860
Jul 29 08:41:08.514296 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b46393-1c56-4234-b7ef-791b5f005131 req-566bd096-c03b-441f-9023-05da455726b5 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:08.515826 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-74b46393-1c56-4234-b7ef-791b5f005131 req-566bd096-c03b-441f-9023-05da455726b5 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0905383
Jul 29 08:41:08.516302 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-0f7eea92-04f4-4908-9935-47a609b85eb6 req-2c2cd5d7-d46c-4e56-bdec-eb862721a4d2 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693221
Jul 29 08:41:08.523295 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:08.536219 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:08.542044 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-67ce8963-d43b-41d5-a1cc-134a7469601f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:08.566376 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-74b46393-1c56-4234-b7ef-791b5f005131 req-e45bc9e4-2621-4dd6-b22c-f3e6f67347b0 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0436878
Jul 29 08:41:08.652062 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event updated for resources: {'Port': ['ID=c5b26b42-dc0c-4dea-9311-c4c653491a1c,revision_number=2']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:08.656805 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:08.666185 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2006902'] for floatingip, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:08.960831 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Floating IP a16cd4dc-6d58-44a7-9199-f6ea492f8e20 associated. External IP: 172.27.2.27, port: 0528e724-0e80-451a-b9ee-4797eed5ff97.
Jul 29 08:41:09.348766 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:41:09.531526 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:41:09.541151 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:41:09.557729 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:41:09.558894 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d080400>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:41:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:41:09.565201 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:09.637945 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-82e01701-8763-47b4-ad13-4fe989fc2f62 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5263457
Jul 29 08:41:09.638785 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:41:09.730117 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123b5ab-67d5-4ba4-bc37-6d83a5df0a5f req-b45aee5a-750a-4d54-a67d-6b7c646de754 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:09.731595 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6123b5ab-67d5-4ba4-bc37-6d83a5df0a5f req-b45aee5a-750a-4d54-a67d-6b7c646de754 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 944 time: 0.0807462
Jul 29 08:41:09.751917 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:41:09.767061 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687768b-69c2-4a4a-9e94-df946cf0a3eb req-6889e77d-09ff-439c-ae62-44d31977a54f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:09.768620 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f687768b-69c2-4a4a-9e94-df946cf0a3eb req-6889e77d-09ff-439c-ae62-44d31977a54f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0848651
Jul 29 08:41:09.776366 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-6123b5ab-67d5-4ba4-bc37-6d83a5df0a5f req-678c1f62-4de6-4075-bac6-24fef34b80f5 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388520
Jul 29 08:41:09.823751 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-f687768b-69c2-4a4a-9e94-df946cf0a3eb req-e63d8b30-a45f-4194-b240-3b1a0facf838 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0474315
Jul 29 08:41:09.835594 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'status': 'completed', 'code': 200}
Jul 29 08:41:10.039713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-dd39f725-1c35-4fc5-be99-1afc9b05918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:10.041693 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-dd39f725-1c35-4fc5-be99-1afc9b05918d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 1098 time: 0.1781402
Jul 29 08:41:10.157711 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d080400>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'a16cd4dc-6d58-44a7-9199-f6ea492f8e20', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:0d:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:41:08Z', 'updated_at': '2021-07-29T08:41:08Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}, {'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:58Z', 'revision_number': 1, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:41:10.161526 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:41:10.169657 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:41:10.170247 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d080400>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:41:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:41:10.175478 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-48e7a429-1771-4175-9f5c-f228398a62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:10.176964 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-48e7a429-1771-4175-9f5c-f228398a62f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1286182
Jul 29 08:41:10.280461 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-fa5c02cb-a4a2-4fec-88a7-88c1876de133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0528e724-0e80-451a-b9ee-4797eed5ff97 HTTP/1.1" status: 200  len: 998 time: 0.0965614
Jul 29 08:41:10.341905 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-4e6d2530-34d7-4330-8433-66e6f21dd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:10.343390 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-4e6d2530-34d7-4330-8433-66e6f21dd1eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0568292
Jul 29 08:41:10.346031 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:41:10.403284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 67adbe5b-7635-4861-b605-cad6e87bbaad details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=78532) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 29 08:41:10.421280 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-f7e3474b-49a2-4191-96c5-d4ce488803f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:10.422766 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-f7e3474b-49a2-4191-96c5-d4ce488803f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730343
Jul 29 08:41:10.556779 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-13819007-5d06-4e3b-8e28-fdd9e763c674 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260896
Jul 29 08:41:10.689031 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a6d54bf4-1a51-45db-8a0c-5bb1d892dec7 req-a65b9912-0cca-4ad2-bfa8-e0218f4b8f0b service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257417
Jul 29 08:41:10.721561 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 67adbe5b-7635-4861-b605-cad6e87bbaad, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67adbe5b-7635-4861-b605-cad6e87bbaad,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:10.744477 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Returning: {'device': '67adbe5b-7635-4861-b605-cad6e87bbaad', 'network_id': 'd26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8', 'port_id': '67adbe5b-7635-4861-b605-cad6e87bbaad', 'mac_address': 'fa:16:3e:c9:3e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3fe899-96a6-4309-8b47-0c9db2b645ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78532) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 29 08:41:10.856258 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:10.879852 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67adbe5b-7635-4861-b605-cad6e87bbaad {{(pid=78532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 29 08:41:10.905568 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 67adbe5b-7635-4861-b605-cad6e87bbaad, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67adbe5b-7635-4861-b605-cad6e87bbaad,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:10.914585 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d080400>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'a16cd4dc-6d58-44a7-9199-f6ea492f8e20', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:0d:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:41:08Z', 'updated_at': '2021-07-29T08:41:08Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}, {'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:58Z', 'revision_number': 1, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:41:10.923389 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:10.934681 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:10.966660 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41cc66-a43f-48a8-ae32-5941d1002168 None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'a16cd4dc-6d58-44a7-9199-f6ea492f8e20', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:0d:00:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:41:08Z', 'updated_at': '2021-07-29T08:41:08Z', 'revision_number': 0, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}, {'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:58Z', 'revision_number': 1, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:41:11.054149 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=67adbe5b-7635-4861-b605-cad6e87bbaad,revision_number=4']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:11.058935 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e7473-7ddd-4d3f-bc6c-476e1199d968 req-0cc011fb-d567-445b-96f8-03336cc94761 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:11.060237 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:11.064482 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54029613-3b6b-44d7-a0d4-85d625488b7d req-57c56a80-9906-4da8-9428-bbf5c24a2595 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:11.066084 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-54029613-3b6b-44d7-a0d4-85d625488b7d req-57c56a80-9906-4da8-9428-bbf5c24a2595 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.1170914
Jul 29 08:41:11.067328 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-765e7473-7ddd-4d3f-bc6c-476e1199d968 req-0cc011fb-d567-445b-96f8-03336cc94761 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 945 time: 0.1247680
Jul 29 08:41:11.110718 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-765e7473-7ddd-4d3f-bc6c-476e1199d968 req-f90244a2-2df4-489c-b46a-7c9df57afbc2 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424438
Jul 29 08:41:11.124084 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-54029613-3b6b-44d7-a0d4-85d625488b7d req-e025859d-4267-4fbe-8360-1ecf7f8ec013 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459774
Jul 29 08:41:11.166727 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['67adbe5b-7635-4861-b605-cad6e87bbaad'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:41:11.242266 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003142c8-fed4-46ef-9314-4a1ceb631a11 None None] New status for floating IP a16cd4dc-6d58-44a7-9199-f6ea492f8e20: ACTIVE {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:41:12.309811 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4e287-e812-4a3f-873e-5e5de6863684 req-f87095f8-3acf-43c2-9032-0d0630b06dc5 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:12.310471 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3bb4e287-e812-4a3f-873e-5e5de6863684 req-f87095f8-3acf-43c2-9032-0d0630b06dc5 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 945 time: 0.0845554
Jul 29 08:41:12.350163 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9df9b-d5de-4581-9852-e47c669566c3 req-a182f6f5-9e8f-41f2-9961-984468217833 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:12.351780 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6aa9df9b-d5de-4581-9852-e47c669566c3 req-a182f6f5-9e8f-41f2-9961-984468217833 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.1018980
Jul 29 08:41:12.364844 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-3bb4e287-e812-4a3f-873e-5e5de6863684 req-353ce0d5-e45b-4ba5-94d9-4000c12e2715 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487716
Jul 29 08:41:12.408520 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6aa9df9b-d5de-4581-9852-e47c669566c3 req-7e0377c8-02d6-463e-8cb6-722a14724823 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0509658
Jul 29 08:41:12.424559 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 67adbe5b-7635-4861-b605-cad6e87bbaad up at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 29 08:41:12.506661 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning for port 67adbe5b-7635-4861-b605-cad6e87bbaad completed by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 29 08:41:12.511371 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Provisioning complete for port 67adbe5b-7635-4861-b605-cad6e87bbaad triggered by entity L2. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:41:12.511749 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:12.628761 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:12.664063 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67adbe5b-7635-4861-b605-cad6e87bbaad'}] {{(pid=78532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:41:12.675174 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] For port 67adbe5b-7635-4861-b605-cad6e87bbaad, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67adbe5b-7635-4861-b605-cad6e87bbaad,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:12.681467 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365'] for port, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:12.683664 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:12.719710 dv-cinder-802781-1-iscsi neutron-server[78532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67adbe5b-7635-4861-b605-cad6e87bbaad', 'code': 200}
Jul 29 08:41:12.762790 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Pushing event updated for resources: {'Port': ['ID=67adbe5b-7635-4861-b605-cad6e87bbaad,revision_number=5']} {{(pid=78532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:12.767104 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_concurrency.lockutils [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:12.978046 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ab07a-48ca-4a7c-bf52-7a7b2d0deb90 req-3b5ad76e-ee57-470e-b41f-8e4a3b47a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:12.979442 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-737ab07a-48ca-4a7c-bf52-7a7b2d0deb90 req-3b5ad76e-ee57-470e-b41f-8e4a3b47a7f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 1099 time: 0.0745943
Jul 29 08:41:13.029449 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-737ab07a-48ca-4a7c-bf52-7a7b2d0deb90 req-27072c5a-5d45-4fa8-a467-58c36a27e158 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414612
Jul 29 08:41:13.566314 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d9c57-368c-488f-b0b8-b4d6ffcd8e24 req-106bee20-7ce7-44b9-a762-e6134ec3bc86 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:13.567986 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cf7d9c57-368c-488f-b0b8-b4d6ffcd8e24 req-106bee20-7ce7-44b9-a762-e6134ec3bc86 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 946 time: 0.0866718
Jul 29 08:41:13.617951 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-cf7d9c57-368c-488f-b0b8-b4d6ffcd8e24 req-a8234317-2210-4e7c-9a85-0006113b69aa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423744
Jul 29 08:41:13.631148 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca3a59-4ade-436c-ac50-d4617ca3b621 req-10c17076-c6f0-4c1f-a432-3241f06eb197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:13.632684 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c6ca3a59-4ade-436c-ac50-d4617ca3b621 req-10c17076-c6f0-4c1f-a432-3241f06eb197 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0866165
Jul 29 08:41:13.685736 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-c6ca3a59-4ade-436c-ac50-d4617ca3b621 req-f11be837-e5a8-4806-b55a-8443f6da9cc9 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&id=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0473855
Jul 29 08:41:14.810638 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c978-2f95-4417-8309-17f1c90cfe37 req-0f71a0ca-e7ad-4eb0-b0b1-288e16c79b51 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:14.812092 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3d24c978-2f95-4417-8309-17f1c90cfe37 req-0f71a0ca-e7ad-4eb0-b0b1-288e16c79b51 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 946 time: 0.0868490
Jul 29 08:41:14.856807 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3d24c978-2f95-4417-8309-17f1c90cfe37 req-932ad4c9-564e-4dc8-8bbb-667b309287b4 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391119
Jul 29 08:41:19.322680 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:41:22.253312 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:30.049195 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-4d7b5f98-b4fa-401c-873a-5f1a51bc54f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:30.583435 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:32.780540 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-02d51361-04dd-4c94-aa90-28b000c7e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:33.476394 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:35.208095 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:36.081052 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41e6d4-0866-46c6-a488-11594ff1af71 req-c6243d63-4a04-46fb-a22f-8a5397a1748f tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:36.082496 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ed41e6d4-0866-46c6-a488-11594ff1af71 req-c6243d63-4a04-46fb-a22f-8a5397a1748f tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 946 time: 0.0778012
Jul 29 08:41:36.129484 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ed41e6d4-0866-46c6-a488-11594ff1af71 req-fc45e98e-c590-46f1-8bdd-620ea10bdf6b tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409846
Jul 29 08:41:37.309907 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0d89f-e63c-4916-a8ed-9dc446bcc824 req-91a9783a-4d3e-4fad-97b5-79748a42a727 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:37.310523 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-72d0d89f-e63c-4916-a8ed-9dc446bcc824 req-91a9783a-4d3e-4fad-97b5-79748a42a727 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 946 time: 0.0776186
Jul 29 08:41:37.356796 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-72d0d89f-e63c-4916-a8ed-9dc446bcc824 req-e027fa82-2ff7-477d-9a3e-5f2406afdeb9 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/security-groups?id=6fd15914-9517-4a1f-b185-b5b1d41ef496&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407186
Jul 29 08:41:37.680532 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-06ea9fe4-13b8-4dfc-ba48-63ded330c27d tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:37.681885 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-06ea9fe4-13b8-4dfc-ba48-63ded330c27d tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 946 time: 0.0783267
Jul 29 08:41:37.749238 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Deleting port 67adbe5b-7635-4861-b605-cad6e87bbaad {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:41:37.749572 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:38.085476 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] For port 67adbe5b-7635-4861-b605-cad6e87bbaad, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=67adbe5b-7635-4861-b605-cad6e87bbaad,segment=NetworkSegment(96708771-a3b2-45c2-8daf-e98bc417f0e0),segment_id=96708771-a3b2-45c2-8daf-e98bc417f0e0)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:41:38.085828 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:38.208614 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Calling delete_port for 67adbe5b-7635-4861-b605-cad6e87bbaad owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:41:38.349159 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:38.354384 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-b205d58c-12aa-4710-be16-8b79728ac94a tempest-AttachVolumeTestJSON-46562861 tempest-AttachVolumeTestJSON-46562861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:41:38.360926 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['67adbe5b-7635-4861-b605-cad6e87bbaad'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:41:38.402598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Pushing event deleted for resources: {'Port': ['ID=67adbe5b-7635-4861-b605-cad6e87bbaad,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:41:38.441479 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.441881 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.442400 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.442762 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.443115 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.443466 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.443814 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.444181 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.444525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.444868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.445208 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.445546 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:41:38.452982 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:41:38.522858 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] No DVR routers for this DVR port 67adbe5b-7635-4861-b605-cad6e87bbaad on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:41:38.528940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:38.532895 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-36bff67e-d097-4038-864e-dc3d31f75e3f req-5e130831-9bad-4d52-9558-ca8ad9289bf3 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a6b9681-88e0-4597-a7bd-f82022e1be91 HTTP/1.1" status: 200  len: 210 time: 0.0553467
Jul 29 08:41:38.533373 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'name': 'network-vif-deleted', 'tag': '67adbe5b-7635-4861-b605-cad6e87bbaad'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:41:38.550267 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac8cc001-5d93-46cd-9f0e-51d46e1f5ad7 req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] 10.222.0.37 "DELETE /v2.0/ports/67adbe5b-7635-4861-b605-cad6e87bbaad HTTP/1.1" status: 204  len: 173 time: 0.8626940
Jul 29 08:41:38.634089 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6b9681-88e0-4597-a7bd-f82022e1be91', 'name': 'network-vif-deleted', 'tag': '67adbe5b-7635-4861-b605-cad6e87bbaad', 'status': 'completed', 'code': 200}
Jul 29 08:41:42.746024 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 67adbe5b-7635-4861-b605-cad6e87bbaad no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:41:42.780140 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 67adbe5b-7635-4861-b605-cad6e87bbaad {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:41:42.780516 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 67adbe5b-7635-4861-b605-cad6e87bbaad not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:41:52.284629 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:41:56.321354 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:41:56.962111 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-d13d63cc-9af8-477f-b105-93a3bdd022b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686364
Jul 29 08:41:57.054906 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-dc94c5f3-33db-45c3-a15f-eac8c80fda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:57.056403 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-dc94c5f3-33db-45c3-a15f-eac8c80fda27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1138 time: 0.0728488
Jul 29 08:41:57.203334 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-18616a00-dcd5-41b6-8908-110669cb7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:57.204790 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-18616a00-dcd5-41b6-8908-110669cb7e72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.1246815
Jul 29 08:41:57.306651 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-6b1e5841-6fc2-4f26-bc10-575504748cb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 1002 time: 0.0931654
Jul 29 08:41:57.373442 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-d3acf945-be56-49b6-a26d-577ee07b9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:57.374872 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-d3acf945-be56-49b6-a26d-577ee07b9f56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.0599196
Jul 29 08:41:57.453758 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-c99b9015-0eb9-462c-9eb6-c7b863431ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:41:57.455247 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-c99b9015-0eb9-462c-9eb6-c7b863431ef9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715599
Jul 29 08:41:57.586660 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-3fa19846-6a2f-4811-a4e2-cd8c843e14fd service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210778
Jul 29 08:41:57.725718 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b2d66283-0d30-4625-9d1f-4e8cab912f8f req-eb83af29-31dc-4e87-86ad-f8ee309deb16 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267409
Jul 29 08:42:00.053494 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d37c9428-adcb-4376-a642-d2db297d6329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:00.585752 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:02.781721 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-001664d1-606c-44f6-afca-1d9e2f900273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:03.478943 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:04.809683 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45718) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:04.867998 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Deleting subnet ab3fe899-96a6-4309-8b47-0c9db2b645ff {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:42:04.871028 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:04.918724 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.073643 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.140658 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.144428 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6d3ae0e0-c616-4e0c-a815-531291ec3240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:05.181849 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3fe899-96a6-4309-8b47-0c9db2b645ff,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:05.184760 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.192946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.193323 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.193689 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.194050 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.194413 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.195275 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.195629 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.195977 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.196348 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.196698 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.197047 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.197385 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:05.200295 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:05.204463 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-894e02ed-a7e5-43a9-9057-fb0c16978aa2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ab3fe899-96a6-4309-8b47-0c9db2b645ff HTTP/1.1" status: 204  len: 168 time: 0.3937683
Jul 29 08:42:05.204624 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45724) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:05.212807 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.310647 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.523629 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.539072 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4e4cd160>,) {'filters': {'network_id': ['d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8']}} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:05.550946 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4e4cd160>, '96708771-a3b2-45c2-8daf-e98bc417f0e0') {'for_net_delete': True} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:05.551236 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4e4cd160>, '96708771-a3b2-45c2-8daf-e98bc417f0e0') {} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:05.562728 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3376483'] for segment, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.579056 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.584980 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=78531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:42:05.585389 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133845'] for segment, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]: Traceback (most recent call last):
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     timer()
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     cb(*args, **kw)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     return func(*args, **kwargs)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     self._notify()
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     self.callback(batched_events)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     event.method(event)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     return f(self, *a, **k)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._get(url).json()
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:42:05.597989 dv-cinder-802781-1-iscsi neutron-server[78531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:42:05.669288 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.673247 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:05.692486 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.698976 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:05.703379 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:05.710449 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e52c9d3e-cb33-47a2-b921-c5371e6ce4dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/d26d66fe-5a0b-4ebf-ba13-30ebd4fbaee8 HTTP/1.1" status: 204  len: 168 time: 0.5048823
Jul 29 08:42:05.817586 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45732) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:05.866435 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-1b13cb74-fae1-4cc7-aadd-4186c0c4e464 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=52d63da3ac0c4422bdd9929d8c4b4da9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476365
Jul 29 08:42:05.869323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45736) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:05.925133 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:05.950324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:06.001029 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:06.006101 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-1c34aacc-65c6-45f6-b954-4e0e6cf7367d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:06.018970 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd15914-9517-4a1f-b185-b5b1d41ef496,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:06.022915 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:06.031359 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:06.035023 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-e2af6da3-fbba-49f1-b2ba-508c6343904f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fd15914-9517-4a1f-b185-b5b1d41ef496 HTTP/1.1" status: 204  len: 168 time: 0.1622982
Jul 29 08:42:17.202841 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-fd497eef-419f-4bf4-92df-b753bb632945 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440025254&fields=id&tenant_id=02f2ef739dec4ef09739c4006a2ba31b HTTP/1.1" status: 200  len: 267 time: 0.0404723
Jul 29 08:42:17.283950 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-6cb9c0ed-baed-4906-9f1a-ac77f0693a2f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:17.285422 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-6cb9c0ed-baed-4906-9f1a-ac77f0693a2f tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 985 time: 0.0774384
Jul 29 08:42:17.296394 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.v2.base [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Request body: {'port': {'security_groups': ['07f1fa92-9c78-47d0-b013-21e2851bca76']}} {{(pid=78530) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 29 08:42:17.421002 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-804864'] for port, before_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:17.660341 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:17.684400 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for port, precommit_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:17.688736 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752421042243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752420609320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752420609365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3878894'] for port, after_update {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:17.694245 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c60217c0-6ca4-489f-9773-0c65f3ed513f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:17.700417 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e214ccb4-b7b2-4a71-8373-3ca162ead586'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:42:17.768968 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:17.769272 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:17.772770 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d4ffbd0a-1bb6-4ea9-abd6-cf4f898937be req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "PUT /v2.0/ports/e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 943 time: 0.4806914
Jul 29 08:42:17.773218 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:17.777011 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45748) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:17.791571 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event updated for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=7']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:17.795189 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-99a9abd4-9b27-4089-aebd-912c8fa99566 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:17.849784 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'status': 'completed', 'code': 200}
Jul 29 08:42:17.858710 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e214ccb4-b7b2-4a71-8373-3ca162ead586'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:42:17.922603 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:17.966758 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.021632 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-eed3f950-0dbc-4ec9-8d99-e8e795997c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:18.023200 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-eed3f950-0dbc-4ec9-8d99-e8e795997c4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1099 time: 0.1435647
Jul 29 08:42:18.088626 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.provisioning_blocks [None req-f592c738-9d5e-4f94-a1fe-48ea82594b7d None None] Provisioning complete for port e214ccb4-b7b2-4a71-8373-3ca162ead586 triggered by entity DHCP. {{(pid=78532) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 29 08:42:18.089039 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-f592c738-9d5e-4f94-a1fe-48ea82594b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-725972'] for port, provisioning_complete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.122302 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.133334 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:18.154502 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:18.159479 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:18.181304 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.182262 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-7c3d4160-5087-4e4c-b138-f5b9879d0e4b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4fd75e8-5a63-4af1-96e1-f60a1d3ebcd2 HTTP/1.1" status: 204  len: 168 time: 0.4035034
Jul 29 08:42:18.185836 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45756) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:18.189749 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-8de3e6e0-8993-4107-a33b-6c76d792192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:18.191184 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-8de3e6e0-8993-4107-a33b-6c76d792192d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.1612134
Jul 29 08:42:18.293084 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-1d6bdec6-702c-44f1-9636-122fdbb458c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 1002 time: 0.0946257
Jul 29 08:42:18.359595 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-03bb696e-e0ab-42fc-9373-b39de70f3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:18.361085 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-03bb696e-e0ab-42fc-9373-b39de70f3cc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.0612991
Jul 29 08:42:18.393966 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Deleting port 38fb9e4f-42eb-4fb5-8c30-a30f99efb197 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:18.394543 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.435266 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-a8151277-fa4b-4a9d-93fa-b8b07b201744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:18.436680 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-a8151277-fa4b-4a9d-93fa-b8b07b201744 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684974
Jul 29 08:42:18.559977 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.560322 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.569096 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-ad3598b4-db55-412d-8275-c844a6edbc77 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252654
Jul 29 08:42:18.688946 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Calling delete_port for 38fb9e4f-42eb-4fb5-8c30-a30f99efb197 owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:18.708889 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-ac1bec21-cc50-492c-968d-c3bde721f483 req-afcc098a-d25d-4f28-8022-6466937f389e service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335285
Jul 29 08:42:18.832642 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.837357 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-148a19d6-c384-4530-8829-11442274ea22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:18.882648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event deleted for resources: {'Port': ['ID=38fb9e4f-42eb-4fb5-8c30-a30f99efb197,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:18.907787 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:18.968364 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:18.968636 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Floating IP ee236502-f80b-4e8c-9bae-79698045c89d disassociated (deleted). External IP: 172.27.2.202, port: e214ccb4-b7b2-4a71-8373-3ca162ead586.
Jul 29 08:42:19.426907 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Router 745f05e4-726d-4d08-abe8-0bbedfdb2738 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:42:19.599537 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:42:19.609174 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] Sync routers for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:42:19.619124 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:19.619837 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d0eee80>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:19.619990 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:19.675698 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-8f8612c5-a41c-4aed-acda-7b1ad0d47396 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "DELETE /v2.0/floatingips/ee236502-f80b-4e8c-9bae-79698045c89d HTTP/1.1" status: 204  len: 168 time: 1.4886017
Jul 29 08:42:19.804161 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:19.851624 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:19.898199 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'status': 'completed', 'code': 200}
Jul 29 08:42:19.998172 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-f92441b3-f0c5-4e84-a9f2-4cfddfedc6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:20.000722 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-f92441b3-f0c5-4e84-a9f2-4cfddfedc6bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 1099 time: 0.0782771
Jul 29 08:42:20.128216 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d0eee80>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:20.132908 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] Checking router: 745f05e4-726d-4d08-abe8-0bbedfdb2738 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:42:20.139654 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-3ca6f89f-ba6d-4a3d-b10d-0a36af21ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:20.141411 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-3ca6f89f-ba6d-4a3d-b10d-0a36af21ffe7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 200  len: 916 time: 0.1334980
Jul 29 08:42:20.142812 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:20.143428 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d0eee80>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:20.221276 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-fa612795-c99c-4003-a8ba-c0166b6e1f17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 200  len: 217 time: 0.0736845
Jul 29 08:42:20.339533 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:20.387912 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-927d37ed-80d4-4ba6-8fe4-1aa533924379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:20.389285 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-927d37ed-80d4-4ba6-8fe4-1aa533924379 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 200  len: 854 time: 0.1600597
Jul 29 08:42:20.464729 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-16848353-e725-4678-a1cc-22c8d4f8390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:20.466632 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-16848353-e725-4678-a1cc-22c8d4f8390f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0e584720-4902-497a-bb2c-318e4cd7605f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704122
Jul 29 08:42:20.597474 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-560e5fbe-3ef4-4ec4-87bc-db10e03345d4 service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237960
Jul 29 08:42:20.693129 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d0eee80>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:20.697996 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e32c6d-7e9e-4129-8ac5-fa92fd4fa298 None None] The sync data for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi is: [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:39:14Z', 'revision_number': 4, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '7cd23243-511d-406b-84c9-f2591601bc04', 'name': '', 'network_id': '0e584720-4902-497a-bb2c-318e4cd7605f', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'mac_address': 'fa:16:3e:e1:57:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:13Z', 'updated_at': '2021-07-29T08:39:22Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'subnets': [{'id': 'a61090e0-4bc3-47d0-b2e6-c062978f7914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:42:20.743914 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-8e2abc66-8a22-4228-8ce8-2efce8adec52 req-589e4b83-c1ce-46f4-b682-8bc8065ef71d service neutron] 10.222.0.37 "GET /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373730
Jul 29 08:42:20.916378 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00120d6-8d9b-475b-8392-2f23d4b98925 None None] New status for floating IP ee236502-f80b-4e8c-9bae-79698045c89d: DOWN {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:42:22.284233 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:23.107922 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1237cc9-3350-4364-be87-d26844eccef9 req-aa315262-7878-48e7-a54a-6efd01583605 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:23.109389 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e1237cc9-3350-4364-be87-d26844eccef9 req-aa315262-7878-48e7-a54a-6efd01583605 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0871754
Jul 29 08:42:23.153584 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e1237cc9-3350-4364-be87-d26844eccef9 req-36d8f5b4-4293-4d7e-ad3e-55dff6e8c05c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Synchronizing usage tracker for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:security_group {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:42:23.168499 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-e1237cc9-3350-4364-be87-d26844eccef9 req-36d8f5b4-4293-4d7e-ad3e-55dff6e8c05c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Unset dirty status for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:security_group {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:42:23.169633 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-e1237cc9-3350-4364-be87-d26844eccef9 req-36d8f5b4-4293-4d7e-ad3e-55dff6e8c05c tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543518
Jul 29 08:42:24.350415 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b9b6d-d7b2-459e-9f5d-f68a8a2a6575 req-7dddb99e-960e-4388-ba44-d919635e9306 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:24.351201 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-459b9b6d-d7b2-459e-9f5d-f68a8a2a6575 req-7dddb99e-960e-4388-ba44-d919635e9306 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Synchronizing usage tracker for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:42:24.365883 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-459b9b6d-d7b2-459e-9f5d-f68a8a2a6575 req-7dddb99e-960e-4388-ba44-d919635e9306 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Unset dirty status for tenant:02f2ef739dec4ef09739c4006a2ba31b on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:42:24.367602 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-459b9b6d-d7b2-459e-9f5d-f68a8a2a6575 req-7dddb99e-960e-4388-ba44-d919635e9306 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0937879
Jul 29 08:42:24.411344 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-459b9b6d-d7b2-459e-9f5d-f68a8a2a6575 req-5e9a9d2a-00b5-4b1a-8d6a-1f89af868750 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/security-groups?id=07f1fa92-9c78-47d0-b013-21e2851bca76&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381391
Jul 29 08:42:24.722713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-dd0957f0-2cb5-4fc2-990d-09758b874496 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:24.724025 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-dd0957f0-2cb5-4fc2-990d-09758b874496 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.37 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 946 time: 0.0778179
Jul 29 08:42:24.796759 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Deleting port e214ccb4-b7b2-4a71-8373-3ca162ead586 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:24.797092 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:25.035876 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] For port e214ccb4-b7b2-4a71-8373-3ca162ead586, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=e214ccb4-b7b2-4a71-8373-3ca162ead586,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:25.036147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:25.155428 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Calling delete_port for e214ccb4-b7b2-4a71-8373-3ca162ead586 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:25.295517 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:25.300739 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-7d018344-5830-4ae0-b005-6cc42be4d7fe tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:25.306310 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] get_ports_and_sgs() called for port_ids ['e214ccb4-b7b2-4a71-8373-3ca162ead586'] {{(pid=78532) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 29 08:42:25.345520 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Pushing event deleted for resources: {'Port': ['ID=e214ccb4-b7b2-4a71-8373-3ca162ead586,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:25.348525 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:25.422495 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] No DVR routers for this DVR port e214ccb4-b7b2-4a71-8373-3ca162ead586 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:42:25.425735 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:25.428242 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'name': 'network-vif-deleted', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:25.443862 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-a3d92d8e-1ffd-4e9b-908b-2481344e3534 req-cd286496-4783-4642-9cba-ab8846d45f4a tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.37 "DELETE /v2.0/ports/e214ccb4-b7b2-4a71-8373-3ca162ead586 HTTP/1.1" status: 204  len: 173 time: 0.7141171
Jul 29 08:42:25.475218 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40ff4783-2fd3-4836-a171-112c268901cf', 'name': 'network-vif-deleted', 'tag': 'e214ccb4-b7b2-4a71-8373-3ca162ead586', 'status': 'completed', 'code': 200}
Jul 29 08:42:25.573860 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-2eadf2ac-a465-4630-bd70-9c965160db8e req-2db07763-3e88-41a1-abc5-b6cf79457e35 tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ff4783-2fd3-4836-a171-112c268901cf HTTP/1.1" status: 200  len: 210 time: 0.0452638
Jul 29 08:42:27.301918 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45838) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:27.824600 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:28.268236 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Deleting port 7cd23243-511d-406b-84c9-f2591601bc04 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:28.268486 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:28.436427 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] For port 7cd23243-511d-406b-84c9-f2591601bc04, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=7cd23243-511d-406b-84c9-f2591601bc04,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:28.437133 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:28.558914 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Calling delete_port for 7cd23243-511d-406b-84c9-f2591601bc04 owned by network:router_interface {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:28.697766 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e214ccb4-b7b2-4a71-8373-3ca162ead586 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:28.732923 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: e214ccb4-b7b2-4a71-8373-3ca162ead586 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:28.733266 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device e214ccb4-b7b2-4a71-8373-3ca162ead586 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:28.870452 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:28.874791 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:28.918128 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd23243-511d-406b-84c9-f2591601bc04,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:28.943395 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:29.181131 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:29.638760 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Router 745f05e4-726d-4d08-abe8-0bbedfdb2738 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:42:29.816149 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:42:29.826415 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] Sync routers for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:42:29.833884 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-9e0374ac-32ef-4702-a187-8152811c8214 admin admin] 10.222.0.24 "PUT /v2.0/routers/745f05e4-726d-4d08-abe8-0bbedfdb2738/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5308998
Jul 29 08:42:29.836202 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:29.836396 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45842) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:29.837035 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4da7ebb0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:30.009986 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.015897 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:30.170813 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-cfc6c9db-a7e2-4aad-a5d9-63301541f135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.279575 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.289164 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Deleting port c7017059-b161-4a18-9d7f-17bba8dc8cbb {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:30.289538 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.327748 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4da7ebb0>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:42:28Z', 'revision_number': 5, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port': {'id': 'c7017059-b161-4a18-9d7f-17bba8dc8cbb', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:cf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:11Z', 'updated_at': '2021-07-29T08:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:30.331505 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] Checking router: 745f05e4-726d-4d08-abe8-0bbedfdb2738 for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:42:30.339956 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] Routers {'745f05e4-726d-4d08-abe8-0bbedfdb2738'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:30.340588 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4da7ebb0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['745f05e4-726d-4d08-abe8-0bbedfdb2738'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:30.462819 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] For port c7017059-b161-4a18-9d7f-17bba8dc8cbb, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=c7017059-b161-4a18-9d7f-17bba8dc8cbb,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:30.463176 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.490898 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] Set router 745f05e4-726d-4d08-abe8-0bbedfdb2738 gateway port host: None {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:30.585612 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Calling delete_port for c7017059-b161-4a18-9d7f-17bba8dc8cbb owned by network:router_gateway {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:30.601512 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4da7ebb0>, [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:42:30Z', 'revision_number': 6, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:30.611109 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e281e1-4226-425b-873d-174ffa23aceb None None] The sync data for ids ['745f05e4-726d-4d08-abe8-0bbedfdb2738'] in dv-cinder-802781-1-iscsi is: [{'id': '745f05e4-726d-4d08-abe8-0bbedfdb2738', 'name': 'tempest-TestMinimumBasicScenario-1873757491-router', 'tenant_id': '02f2ef739dec4ef09739c4006a2ba31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:10Z', 'updated_at': '2021-07-29T08:42:30Z', 'revision_number': 6, 'project_id': '02f2ef739dec4ef09739c4006a2ba31b', 'gw_port_host': None}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:42:30.614433 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.756317 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:30.760548 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3ff9731e-07ce-420c-97ad-90a347b55ca5 tempest-VolumesNegativeTest-1156168786 tempest-VolumesNegativeTest-1156168786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:30.806241 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7017059-b161-4a18-9d7f-17bba8dc8cbb,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:30.808804 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:30.898686 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.073082 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.075248 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.096726 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.097264 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745f05e4-726d-4d08-abe8-0bbedfdb2738 {{(pid=78531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:42:31.109381 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.110478 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-aacfc180-40c1-44f1-a530-c39bf9bdb2a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/745f05e4-726d-4d08-abe8-0bbedfdb2738 HTTP/1.1" status: 204  len: 168 time: 1.2730482
Jul 29 08:42:31.113103 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45846) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:31.176870 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Deleting subnet a61090e0-4bc3-47d0-b2e6-c062978f7914 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:42:31.180070 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.227199 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.301082 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.374705 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.378604 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:31.394564 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device c7017059-b161-4a18-9d7f-17bba8dc8cbb no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:31.413166 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61090e0-4bc3-47d0-b2e6-c062978f7914,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:31.416183 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:31.417148 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.425494 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-b9d9ce09-538b-4b91-977d-47497dd928a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a61090e0-4bc3-47d0-b2e6-c062978f7914 HTTP/1.1" status: 204  len: 168 time: 0.3088782
Jul 29 08:42:31.425651 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9f7fdc-db35-4c5d-8a98-3221882b78dd None None] Network 0e584720-4902-497a-bb2c-318e4cd7605f requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:42:31.425772 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45850) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:31.443910 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: c7017059-b161-4a18-9d7f-17bba8dc8cbb {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:31.444186 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device c7017059-b161-4a18-9d7f-17bba8dc8cbb not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:31.445180 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 7cd23243-511d-406b-84c9-f2591601bc04 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:31.492080 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 7cd23243-511d-406b-84c9-f2591601bc04 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:31.492456 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 7cd23243-511d-406b-84c9-f2591601bc04 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:31.539623 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.550626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Deleting port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:31.551024 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.769777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] For port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:31.769777 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.776914 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] DHCP port deletion for 0e584720-4902-497a-bb2c-318e4cd7605f request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:42:31.780862 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Deleting port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:31.781316 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.893130 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Calling delete_port for 94eb9e46-452b-47cd-ba0a-da3fd34fab7a owned by network:dhcp {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:31.968986 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:31.973530 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c3e06c36-3bff-4050-ade6-b8bd3c6846c0 tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:31.982283 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] For port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,segment=NetworkSegment(cf97240d-346c-46b7-b87b-d348c39570a3),segment_id=cf97240d-346c-46b7-b87b-d348c39570a3)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:31.982735 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.018475 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Pushing event deleted for resources: {'Port': ['ID=94eb9e46-452b-47cd-ba0a-da3fd34fab7a,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:32.021665 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:32.022326 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] No DVR routers for this DVR port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a on host dv-cinder-802781-1-iscsi {{(pid=78530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:42:32.107729 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Calling delete_port for 94eb9e46-452b-47cd-ba0a-da3fd34fab7a owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:32.188080 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:42:32.188477 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:42:32.262150 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.275808 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4c0b0430>,) {'filters': {'network_id': ['0e584720-4902-497a-bb2c-318e4cd7605f']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:32.287775 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c0b0430>, 'cf97240d-346c-46b7-b87b-d348c39570a3') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:32.288111 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c0b0430>, 'cf97240d-346c-46b7-b87b-d348c39570a3') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:32.299922 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.316735 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.323289 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:42:32.323667 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:42:32.337416 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:42:32.411912 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.415432 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-f1c7c4d0-66f7-4368-8cdb-ca6cc992e19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:32.428057 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.440380 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e584720-4902-497a-bb2c-318e4cd7605f,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:32.443779 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:32.446252 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-57adbc47-e17a-4d1d-a454-7b349867e380 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0e584720-4902-497a-bb2c-318e4cd7605f HTTP/1.1" status: 204  len: 168 time: 1.0195875
Jul 29 08:42:32.449082 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45854) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:32.689523 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Deleting port 94eb9e46-452b-47cd-ba0a-da3fd34fab7a {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:32.690170 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.758649 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-2eae950d-b650-4ed6-b843-90c411cd4cb3 None None] The port '94eb9e46-452b-47cd-ba0a-da3fd34fab7a' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:42:32.782958 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2bf66ec9-cecf-4a1a-b34e-54858ef35ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:32.987922 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:33.320048 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:42:33.327927 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 94eb9e46-452b-47cd-ba0a-da3fd34fab7a no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:33.334572 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Deleting port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:33.335092 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:33.360916 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 94eb9e46-452b-47cd-ba0a-da3fd34fab7a {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:33.361267 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 94eb9e46-452b-47cd-ba0a-da3fd34fab7a not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:33.481454 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:33.502298 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] For port 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:33.502651 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:33.722911 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Calling delete_port for 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae owned by network:router_interface {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:33.894653 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:33.898102 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:33.938560 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb6b784-bbed-4398-ae3c-0f0287e6b4ae,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:33.942181 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:34.207962 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:34.558469 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:42:34.734330 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:42:34.742270 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] Sync routers for ids ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:42:34.749833 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-636c6247-0610-4ebe-b839-afc98116a5df admin admin] 10.222.0.24 "PUT /v2.0/routers/6e8f317c-1584-4a37-8c2d-dc4ff1692e97/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2996440
Jul 29 08:42:34.751975 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] Routers {'6e8f317c-1584-4a37-8c2d-dc4ff1692e97'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:34.752505 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45858) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:34.752677 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d844dc0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:34.928741 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks [] for router, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:34.929915 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] Set router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:35.220035 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d844dc0>, [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:42:33Z', 'revision_number': 5, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port': {'id': '665dacb0-d3ac-4b68-a7ea-d57a42242a39', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:39:18Z', 'updated_at': '2021-07-29T08:39:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:35.220868 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:35.227045 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] Checking router: 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:42:35.233596 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Deleting port 665dacb0-d3ac-4b68-a7ea-d57a42242a39 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:35.234354 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:35.239562 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] Routers {'6e8f317c-1584-4a37-8c2d-dc4ff1692e97'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:35.240419 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d844dc0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:35.321885 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:35.403161 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] Set router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:35.420916 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] For port 665dacb0-d3ac-4b68-a7ea-d57a42242a39, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=665dacb0-d3ac-4b68-a7ea-d57a42242a39,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:35.421264 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:35.507791 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d844dc0>, [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:42:35Z', 'revision_number': 6, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:35.511663 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7de57d-e0ce-4604-a51f-ce1da3871aec None None] The sync data for ids ['6e8f317c-1584-4a37-8c2d-dc4ff1692e97'] in dv-cinder-802781-1-iscsi is: [{'id': '6e8f317c-1584-4a37-8c2d-dc4ff1692e97', 'name': 'tempest-TestMinimumBasicScenario-126154837-router', 'tenant_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:39:17Z', 'updated_at': '2021-07-29T08:42:35Z', 'revision_number': 6, 'project_id': '3051b86653fc4d0ebb6f98f5cae22fbc', 'gw_port_host': None}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:42:35.543073 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Calling delete_port for 665dacb0-d3ac-4b68-a7ea-d57a42242a39 owned by network:router_gateway {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:35.704702 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:35.708225 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-243cde84-3a2a-45a8-917d-ed955ac2f216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:35.752866 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Pushing event deleted for resources: {'Port': ['ID=665dacb0-d3ac-4b68-a7ea-d57a42242a39,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:35.755863 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:35.840339 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.011250 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.013324 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.036712 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.037576 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e8f317c-1584-4a37-8c2d-dc4ff1692e97 {{(pid=78530) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:42:36.050274 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] Notify callbacks [] for router, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.051379 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-3680bfa5-13dd-4926-8cef-530c346b7535 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6e8f317c-1584-4a37-8c2d-dc4ff1692e97 HTTP/1.1" status: 204  len: 168 time: 1.2979822
Jul 29 08:42:36.054360 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45864) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:36.115886 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Deleting subnet 07198b37-6d10-4159-8c39-d60be88bba36 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:42:36.119462 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.167391 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.243425 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.313074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.316539 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:36.351327 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07198b37-6d10-4159-8c39-d60be88bba36,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:36.354240 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:36.355219 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.360691 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb43239-19cd-4608-8680-b4999416a623 None None] Network e9cb3e2e-48c5-4387-85a4-8cffb7caa549 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:42:36.361255 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-42050ebd-b355-4c39-aad1-bbad2295478e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07198b37-6d10-4159-8c39-d60be88bba36 HTTP/1.1" status: 204  len: 168 time: 0.3059659
Jul 29 08:42:36.363660 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45868) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:36.477671 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.491210 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Deleting port e83150e3-55dd-4f90-854d-fcab7127a034 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:36.491546 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.613520 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] DHCP port deletion for e9cb3e2e-48c5-4387-85a4-8cffb7caa549 request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:42:36.618161 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Deleting port e83150e3-55dd-4f90-854d-fcab7127a034 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:36.618541 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.801152 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.db [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] For port e83150e3-55dd-4f90-854d-fcab7127a034, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=e83150e3-55dd-4f90-854d-fcab7127a034,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78530) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:36.801774 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.824563 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] For port e83150e3-55dd-4f90-854d-fcab7127a034, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=e83150e3-55dd-4f90-854d-fcab7127a034,segment=NetworkSegment(ddf94cd3-9aa9-428b-89a2-82b591179e84),segment_id=ddf94cd3-9aa9-428b-89a2-82b591179e84)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:36.824887 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:36.925697 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Calling delete_port for e83150e3-55dd-4f90-854d-fcab7127a034 owned by network:dhcp {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:36.945858 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Calling delete_port for e83150e3-55dd-4f90-854d-fcab7127a034 owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:37.001451 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.006425 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-5e446a72-aa09-4415-86ad-b76e8e21b056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:37.017187 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:42:37.017547 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:42:37.054270 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83150e3-55dd-4f90-854d-fcab7127a034,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:37.056035 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] No DVR routers for this DVR port e83150e3-55dd-4f90-854d-fcab7127a034 on host dv-cinder-802781-1-iscsi {{(pid=78530) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:42:37.057546 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:37.169964 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.182874 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4e82db50>,) {'filters': {'network_id': ['e9cb3e2e-48c5-4387-85a4-8cffb7caa549']}} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:37.195145 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4e82db50>, 'ddf94cd3-9aa9-428b-89a2-82b591179e84') {'for_net_delete': True} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:37.195351 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.services.segments.db [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4e82db50>, 'ddf94cd3-9aa9-428b-89a2-82b591179e84') {} {{(pid=78530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:37.206553 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2921142'] for segment, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.221795 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.227602 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=78530) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:42:37.227971 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3878850'] for segment, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]: Traceback (most recent call last):
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     timer()
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     cb(*args, **kw)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     return func(*args, **kwargs)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     self._notify()
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     self.callback(batched_events)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     event.method(event)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     return f(self, *a, **k)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._get(url).json()
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:42:37.240554 dv-cinder-802781-1-iscsi neutron-server[78530]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:42:37.316655 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.320652 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:37.331687 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 665dacb0-d3ac-4b68-a7ea-d57a42242a39 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:37.333890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.346797 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9cb3e2e-48c5-4387-85a4-8cffb7caa549,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:37.350694 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:37.352840 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-cd493ce4-4eb1-4ee8-bcd0-b1b1c02d9ad0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9cb3e2e-48c5-4387-85a4-8cffb7caa549 HTTP/1.1" status: 204  len: 168 time: 0.9882314
Jul 29 08:42:37.372836 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 665dacb0-d3ac-4b68-a7ea-d57a42242a39 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:37.373349 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 665dacb0-d3ac-4b68-a7ea-d57a42242a39 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:37.373602 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:37.409209 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:37.409564 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 9cb6b784-bbed-4398-ae3c-0f0287e6b4ae not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:37.410102 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device e83150e3-55dd-4f90-854d-fcab7127a034 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:37.442579 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: e83150e3-55dd-4f90-854d-fcab7127a034 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:37.442934 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device e83150e3-55dd-4f90-854d-fcab7127a034 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:37.518961 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Deleting port e83150e3-55dd-4f90-854d-fcab7127a034 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:37.519445 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.520955 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45874) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:37.571102 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-413b024a-87a5-4a2e-a2ae-331ef329d644 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02f2ef739dec4ef09739c4006a2ba31b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488997
Jul 29 08:42:37.573576 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45878) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:37.613794 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-440eae0d-a6fd-4e81-ac2f-602b831f9e63 None None] The port 'e83150e3-55dd-4f90-854d-fcab7127a034' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:42:37.639701 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.664646 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.721171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.726681 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c9085825-1bd7-4e2b-9b32-7542a8f209ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:37.740593 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f1fa92-9c78-47d0-b013-21e2851bca76,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:37.745054 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:37.751388 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:37.754889 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07f1fa92-9c78-47d0-b013-21e2851bca76 HTTP/1.1" status: 204  len: 168 time: 0.1780605
Jul 29 08:42:38.090043 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45886) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:38.137530 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a31d393f-c176-4546-92f1-ad51d7c4b655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3051b86653fc4d0ebb6f98f5cae22fbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0462916
Jul 29 08:42:38.139965 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45890) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:38.195707 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:38.220938 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:38.275063 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:38.278611 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c965a335-37c4-467f-9139-61a2054ac76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:38.291235 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df39884-2461-46f8-a30f-9056a0501fa6,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:38.293583 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:38.296947 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:38.298038 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-40f4fb77-f6f5-4c27-9514-b0143ca34d6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1df39884-2461-46f8-a30f-9056a0501fa6 HTTP/1.1" status: 204  len: 168 time: 0.1571851
Jul 29 08:42:46.152895 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45896) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:46.351432 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Deleting port c5b26b42-dc0c-4dea-9311-c4c653491a1c {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:46.351873 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:46.515306 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:46.515626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:46.720854 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Calling delete_port for c5b26b42-dc0c-4dea-9311-c4c653491a1c owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:46.862561 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:46.866058 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-e4801fe9-78b9-43cc-8c3a-3a74df7101ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:46.908634 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'Port': ['ID=c5b26b42-dc0c-4dea-9311-c4c653491a1c,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:46.911812 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:47.005843 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:47.006073 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Floating IP a16cd4dc-6d58-44a7-9199-f6ea492f8e20 disassociated (deleted). External IP: 172.27.2.27, port: 0528e724-0e80-451a-b9ee-4797eed5ff97.
Jul 29 08:42:47.358681 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:42:47.534136 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:42:47.544084 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:42:47.554349 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:47.555033 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dad25e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:47.555747 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:47.609350 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-b79affb3-cd4f-4385-82e9-37b9f6664453 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "DELETE /v2.0/floatingips/a16cd4dc-6d58-44a7-9199-f6ea492f8e20 HTTP/1.1" status: 204  len: 168 time: 1.4553816
Jul 29 08:42:47.610003 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:47.738296 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:47.861422 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'status': 'completed', 'code': 200}
Jul 29 08:42:48.020547 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea632-e8d0-443d-a901-2bc268603f5b req-9ef30a27-34ed-4d89-ba05-3f25e6c97d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:48.022715 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-9ef30a27-34ed-4d89-ba05-3f25e6c97d5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 1098 time: 0.1332591
Jul 29 08:42:48.030868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195f5fa-2d0c-4491-bb67-e9095b6a797d req-0bc31c0a-cf8a-4c10-a08e-236fd7378acb tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:48.032439 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3195f5fa-2d0c-4491-bb67-e9095b6a797d req-0bc31c0a-cf8a-4c10-a08e-236fd7378acb tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 945 time: 0.1111021
Jul 29 08:42:48.109608 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dad25e0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:58Z', 'revision_number': 1, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:48.113532 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:42:48.122874 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:48.123485 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4dad25e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:48.162723 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-3195f5fa-2d0c-4491-bb67-e9095b6a797d req-e5310203-429c-4375-9de3-990a6d194ccc tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116292
Jul 29 08:42:48.189872 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea632-e8d0-443d-a901-2bc268603f5b req-06b4e522-a727-4796-83af-2fbac8782677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:48.191307 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-06b4e522-a727-4796-83af-2fbac8782677 service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1580288
Jul 29 08:42:48.309254 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:48.364843 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-7b46eb42-3b7a-4a17-b1c5-d8c374840a67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0528e724-0e80-451a-b9ee-4797eed5ff97 HTTP/1.1" status: 200  len: 217 time: 0.1663170
Jul 29 08:42:48.428086 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea632-e8d0-443d-a901-2bc268603f5b req-cdb80fc7-6785-49e9-83e6-32f3a3d11da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:48.430051 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-cdb80fc7-6785-49e9-83e6-32f3a3d11da9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0580702
Jul 29 08:42:48.507941 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea632-e8d0-443d-a901-2bc268603f5b req-753984e0-593c-4f0c-9d03-b1f6d9847a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:48.509450 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-753984e0-593c-4f0c-9d03-b1f6d9847a6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722046
Jul 29 08:42:48.644474 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-fd9d0b6f-37a7-46db-97a4-1a45e63f984a service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270776
Jul 29 08:42:48.660819 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4dad25e0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:58Z', 'revision_number': 1, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:48.666649 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37b6f9f-9eac-4502-b520-c10ee2d2e234 None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_floatingips': [{'id': 'e884c364-0ab3-4688-a431-d1b68ef43106', 'tenant_id': '631c2867f056444090a16fbb64675270', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'router_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'port_id': 'a67f5010-de07-440b-a399-f4e6da280c46', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'mac_address': 'fa:16:3e:3e:83:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T08:38:55Z', 'updated_at': '2021-07-29T08:38:58Z', 'revision_number': 1, 'project_id': '631c2867f056444090a16fbb64675270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:42:48.786281 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-70fea632-e8d0-443d-a901-2bc268603f5b req-8097eb1a-9055-47e9-85c7-4e4ca256723f service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336272
Jul 29 08:42:48.882686 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b4479-8493-46cb-9f16-4a8cd008ced2 None None] New status for floating IP a16cd4dc-6d58-44a7-9199-f6ea492f8e20: DOWN {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:42:49.349547 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6b65-002d-4462-91c1-31d53548e025 req-e0bb26d5-d62d-4bb1-91b1-b8a86a9ccb8c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:49.350244 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-059e6b65-002d-4462-91c1-31d53548e025 req-e0bb26d5-d62d-4bb1-91b1-b8a86a9ccb8c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:42:49.365144 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-059e6b65-002d-4462-91c1-31d53548e025 req-e0bb26d5-d62d-4bb1-91b1-b8a86a9ccb8c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:42:49.366761 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-059e6b65-002d-4462-91c1-31d53548e025 req-e0bb26d5-d62d-4bb1-91b1-b8a86a9ccb8c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 945 time: 0.0985296
Jul 29 08:42:49.410744 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-059e6b65-002d-4462-91c1-31d53548e025 req-dfafc5c8-6940-4e62-b964-4f47ab5440f2 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382607
Jul 29 08:42:49.417887 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-beda9110-cdfe-4667-997b-2163534e9c1d tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:49.419328 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-beda9110-cdfe-4667-997b-2163534e9c1d tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 945 time: 0.0777426
Jul 29 08:42:49.491664 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Deleting port 0528e724-0e80-451a-b9ee-4797eed5ff97 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:49.491991 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:49.729370 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] For port 0528e724-0e80-451a-b9ee-4797eed5ff97, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0528e724-0e80-451a-b9ee-4797eed5ff97,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:49.729724 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:49.852909 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Calling delete_port for 0528e724-0e80-451a-b9ee-4797eed5ff97 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:49.993138 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:49.998500 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d21f6026-7b21-46d3-988c-9e14921ad3fa tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:50.046638 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'Port': ['ID=0528e724-0e80-451a-b9ee-4797eed5ff97,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:50.085067 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.085449 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.085888 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.086250 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.086613 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.086970 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.087323 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.087675 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.088027 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.088398 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.088747 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.089093 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78531) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:42:50.096387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:50.134271 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] No DVR routers for this DVR port 0528e724-0e80-451a-b9ee-4797eed5ff97 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:42:50.136633 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:50.139119 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'name': 'network-vif-deleted', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:50.154528 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-62a3ef50-ae6d-4761-a4bd-d30336e450ef req-d73d72d7-7f97-439d-9484-4f38e5263cdf tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "DELETE /v2.0/ports/0528e724-0e80-451a-b9ee-4797eed5ff97 HTTP/1.1" status: 204  len: 173 time: 0.7297208
Jul 29 08:42:50.193299 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e33d5b-c9f1-46d2-940b-aa3c93101e16', 'name': 'network-vif-deleted', 'tag': '0528e724-0e80-451a-b9ee-4797eed5ff97', 'status': 'completed', 'code': 200}
Jul 29 08:42:50.574186 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-e3f07d7c-0aae-4768-8b87-9a74b7c10d23 req-d23215e0-5001-42ba-8d6c-1576c600bf5b tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9e33d5b-c9f1-46d2-940b-aa3c93101e16 HTTP/1.1" status: 200  len: 210 time: 0.0447576
Jul 29 08:42:52.291961 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:52.799967 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0528e724-0e80-451a-b9ee-4797eed5ff97 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:42:52.834028 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: 0528e724-0e80-451a-b9ee-4797eed5ff97 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:42:52.834370 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device 0528e724-0e80-451a-b9ee-4797eed5ff97 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:42:54.064548 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45930) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:42:54.263369 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Deleting port b8fca628-f9a9-4710-a772-d9658cda4d7d {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:54.263701 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:54.527244 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:54.527562 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:54.645458 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Calling delete_port for b8fca628-f9a9-4710-a772-d9658cda4d7d owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:54.788550 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:54.791805 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-6b99928a-e844-419c-8b21-7403de692a3c tempest-AttachVolumeShelveTestJSON-2085000887 tempest-AttachVolumeShelveTestJSON-2085000887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:54.836488 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'Port': ['ID=b8fca628-f9a9-4710-a772-d9658cda4d7d,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:54.840160 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:54.923579 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:54.923929 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.db.l3_db [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Floating IP e884c364-0ab3-4688-a431-d1b68ef43106 disassociated (deleted). External IP: 172.27.2.92, port: a67f5010-de07-440b-a399-f4e6da280c46.
Jul 29 08:42:55.274171 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78530) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:42:55.445920 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78530) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:42:55.456056 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:42:55.461576 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:55.465067 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:55.465675 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d021280>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:55.517895 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-a72fb32a-a2c2-486b-acd8-fa39ff0f7dd3 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "DELETE /v2.0/floatingips/e884c364-0ab3-4688-a431-d1b68ef43106 HTTP/1.1" status: 204  len: 168 time: 1.4522612
Jul 29 08:42:55.518648 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46'}] {{(pid=78530) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:55.562277 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46', 'status': 'completed', 'code': 200}
Jul 29 08:42:55.656363 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-cec3f377-0646-4a61-8236-92eb9fae4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:55.657956 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-cec3f377-0646-4a61-8236-92eb9fae4765 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=631c2867f056444090a16fbb64675270&device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 1098 time: 0.0743663
Jul 29 08:42:55.691903 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:55.795940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-ed525ee7-0ece-4cfe-b3db-461b5b3ac48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:55.797424 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-ed525ee7-0ece-4cfe-b3db-461b5b3ac48f service neutron] 10.222.0.37 "GET /v2.0/networks?id=109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 200  len: 912 time: 0.1333535
Jul 29 08:42:55.999435 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-d8ba68b1-b303-4ba0-af8e-4fc88892aa48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 200  len: 217 time: 0.1941545
Jul 29 08:42:56.013642 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d021280>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:56.018007 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:42:56.027237 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:42:56.028110 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d021280>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:42:33Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:56.087987 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-ee94ad35-91d8-4c12-9df6-113480506fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:56.089448 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-ee94ad35-91d8-4c12-9df6-113480506fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 200  len: 850 time: 0.0782132
Jul 29 08:42:56.138667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7329a2-2e9c-437c-91a9-85ab56c65d65 req-d2eeaf5a-adfc-45e4-ac48-b28ea157c458 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:56.139361 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-6f7329a2-2e9c-437c-91a9-85ab56c65d65 req-d2eeaf5a-adfc-45e4-ac48-b28ea157c458 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:42:56.172715 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.quota.resource [req-6f7329a2-2e9c-437c-91a9-85ab56c65d65 req-d2eeaf5a-adfc-45e4-ac48-b28ea157c458 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78531) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:42:56.173857 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f7329a2-2e9c-437c-91a9-85ab56c65d65 req-d2eeaf5a-adfc-45e4-ac48-b28ea157c458 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 945 time: 0.3165576
Jul 29 08:42:56.205605 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-2138ee7c-b403-4c20-96ff-e0b81ed61e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:56.205861 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:42:56.207061 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-2138ee7c-b403-4c20-96ff-e0b81ed61e66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=109a8f80-262d-4ea7-b485-45f0770646a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1109462
Jul 29 08:42:56.255382 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-6f7329a2-2e9c-437c-91a9-85ab56c65d65 req-079f460f-2abb-4ab1-908a-14518edffb97 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752673
Jul 29 08:42:56.358559 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-405d0abf-018b-4206-9189-4d00acbe9291 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436565
Jul 29 08:42:56.489539 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-eb0842c7-ec01-4f96-bdd1-1c24ead20c87 req-88734955-a7f4-4482-95e2-e8bfcfa725f4 service neutron] 10.222.0.37 "GET /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238012
Jul 29 08:42:56.527976 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d021280>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:42:56.531754 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a807c8-202b-466c-a4d4-dbcafae17ad6 None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:35:30Z', 'revision_number': 4, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi', '_interfaces': [{'id': '0194ab19-d9cb-499c-8889-16d372ef61ab', 'name': '', 'network_id': '109a8f80-262d-4ea7-b485-45f0770646a5', 'tenant_id': '631c2867f056444090a16fbb64675270', 'mac_address': 'fa:16:3e:d3:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:28Z', 'updated_at': '2021-07-29T08:35:37Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'subnets': [{'id': '537bb3c1-39a6-482d-b0df-a8fab9813313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:42:56.736667 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee6389-8ab7-4e80-b35f-f627d2870b23 None None] New status for floating IP e884c364-0ab3-4688-a431-d1b68ef43106: DOWN {{(pid=78533) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 29 08:42:57.294468 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-4e239b18-e8d4-4bd1-82a1-69f0ee59063e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78531) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:57.295918 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-4e239b18-e8d4-4bd1-82a1-69f0ee59063e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 945 time: 0.0883400
Jul 29 08:42:57.364685 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Deleting port a67f5010-de07-440b-a399-f4e6da280c46 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:42:57.365052 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:57.444203 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d36894-3e08-443d-910e-e58f3f25b0c9 req-e65d9fba-420f-46cd-86e3-c4cfd1c72592 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78530) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 29 08:42:57.444890 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-48d36894-3e08-443d-910e-e58f3f25b0c9 req-e65d9fba-420f-46cd-86e3-c4cfd1c72592 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Synchronizing usage tracker for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78530) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 29 08:42:57.456881 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.quota.resource [req-48d36894-3e08-443d-910e-e58f3f25b0c9 req-e65d9fba-420f-46cd-86e3-c4cfd1c72592 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Unset dirty status for tenant:631c2867f056444090a16fbb64675270 on resource:port {{(pid=78530) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 29 08:42:57.457986 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-48d36894-3e08-443d-910e-e58f3f25b0c9 req-e65d9fba-420f-46cd-86e3-c4cfd1c72592 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 945 time: 0.0903852
Jul 29 08:42:57.501990 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-48d36894-3e08-443d-910e-e58f3f25b0c9 req-d088b850-0ac9-44ed-97d7-6f7f378b52be tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/security-groups?id=14710f25-f035-46f5-89f7-172cbbedf0cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378821
Jul 29 08:42:57.609929 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] For port a67f5010-de07-440b-a399-f4e6da280c46, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=a67f5010-de07-440b-a399-f4e6da280c46,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:42:57.610280 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:57.729565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Calling delete_port for a67f5010-de07-440b-a399-f4e6da280c46 owned by compute:nova {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:42:57.870019 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:57.875396 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-3129394b-561e-4daf-83a8-ae446d7e8e2b tempest-TestMinimumBasicScenario-1080235667 tempest-TestMinimumBasicScenario-1080235667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:42:57.918911 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'Port': ['ID=a67f5010-de07-440b-a399-f4e6da280c46,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:42:57.922099 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:42:57.995498 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] No DVR routers for this DVR port a67f5010-de07-440b-a399-f4e6da280c46 on host hv-cinder-80278 {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:42:57.997842 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for port, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:42:58.000387 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'name': 'network-vif-deleted', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46'}] {{(pid=78531) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 29 08:42:58.017710 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [req-b5b62ff5-c0a6-46de-83cd-9cf7a3247235 req-d8489313-af67-4c23-a57d-7810c3d49a9e tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.37 "DELETE /v2.0/ports/a67f5010-de07-440b-a399-f4e6da280c46 HTTP/1.1" status: 204  len: 173 time: 0.7163262
Jul 29 08:42:58.048098 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4', 'name': 'network-vif-deleted', 'tag': 'a67f5010-de07-440b-a399-f4e6da280c46', 'status': 'completed', 'code': 200}
Jul 29 08:42:58.666294 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [req-d472b230-1319-4165-a8ed-9d24457ef4af req-20874c84-2ec3-459c-985e-c0a098f9d080 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe042d1-c8d2-43ba-9cd1-bebd131b6cf4 HTTP/1.1" status: 200  len: 210 time: 0.0449622
Jul 29 08:42:59.759557 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45948) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:00.012105 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Deleting port 979772f4-7119-4c7c-847d-3eaa1aa00c34 {{(pid=78530) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:00.012386 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.054152 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-94a2719f-f26e-4f6e-a600-5c0527a4188e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.182503 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.182822 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.303095 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.plugins.ml2.plugin [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Calling delete_port for 979772f4-7119-4c7c-847d-3eaa1aa00c34 owned by network:floatingip {{(pid=78530) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:00.438919 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3878903'] for port, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.443082 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-26a4d9b2-8c75-4de9-9f9d-61aadfcde836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:00.486113 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'Port': ['ID=979772f4-7119-4c7c-847d-3eaa1aa00c34,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:00.512086 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:00.577347 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for floatingip, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.588008 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.591083 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75163'] for floatingip, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:00.592221 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-eb457449-5004-4e4d-96b9-da4af108cd06 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "DELETE /v2.0/floatingips/88c3dd15-509c-43f5-b1fe-a7fca577a96e HTTP/1.1" status: 204  len: 168 time: 0.8316646
Jul 29 08:43:00.844244 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device a67f5010-de07-440b-a399-f4e6da280c46 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:00.881482 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] No Port match for: a67f5010-de07-440b-a399-f4e6da280c46 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:00.881899 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Device a67f5010-de07-440b-a399-f4e6da280c46 not bound to the agent host hv-cinder-80278 {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:01.969237 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45962) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:02.037459 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:02.066725 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:02.130418 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:02.135836 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-78bda39a-4d9b-444a-b51e-b0caa874386a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:02.153077 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14710f25-f035-46f5-89f7-172cbbedf0cf,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:02.155632 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:02.164583 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:02.165956 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-8c915235-becd-4f31-bae7-bdb322317a4c tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] 10.222.0.24 "DELETE /v2.0/security-groups/14710f25-f035-46f5-89f7-172cbbedf0cf HTTP/1.1" status: 204  len: 168 time: 0.1957624
Jul 29 08:43:02.218770 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45968) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:02.784939 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-417b5ea0-fadb-49dd-a81e-cffe07e33321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:02.993125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:03.339667 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Deleting port 0194ab19-d9cb-499c-8889-16d372ef61ab {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:03.340003 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:03.484806 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:03.510799 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] For port 0194ab19-d9cb-499c-8889-16d372ef61ab, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=0194ab19-d9cb-499c-8889-16d372ef61ab,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:03.511155 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:03.631870 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Calling delete_port for 0194ab19-d9cb-499c-8889-16d372ef61ab owned by network:router_interface {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:03.811437 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:03.815032 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-cfbd7c91-a465-4fc6-a4b5-f46a3c23aa01 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:03.858849 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0194ab19-d9cb-499c-8889-16d372ef61ab,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:03.862401 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:04.223324 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:04.568376 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Router 17c5342a-36a4-485f-a422-8aa9ddca7b5f has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:43:04.741358 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:43:04.749381 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] Sync routers for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:43:04.753180 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-803480d0-ed43-4e0c-b0c0-f1d4091538a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/17c5342a-36a4-485f-a422-8aa9ddca7b5f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5333736
Jul 29 08:43:04.755565 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45974) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:04.758792 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:43:04.759461 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4db246d0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:43:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:04.927125 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:04.932340 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: dv-cinder-802781-1-iscsi {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:43:05.103478 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:05.114683 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Deleting port 5b617318-fef1-48c0-9b75-25a4704589fa {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:05.115284 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:05.246626 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:05.276516 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4db246d0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:43:03Z', 'revision_number': 5, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port': {'id': '5b617318-fef1-48c0-9b75-25a4704589fa', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:25Z', 'updated_at': '2021-07-29T08:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:05.280434 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] Checking router: 17c5342a-36a4-485f-a422-8aa9ddca7b5f for host: dv-cinder-802781-1-iscsi {{(pid=78532) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:43:05.290044 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] Routers {'17c5342a-36a4-485f-a422-8aa9ddca7b5f'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78532) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:43:05.290797 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4db246d0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:43:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'], 'active': True} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:05.295097 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] For port 5b617318-fef1-48c0-9b75-25a4704589fa, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=5b617318-fef1-48c0-9b75-25a4704589fa,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:05.295571 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:05.450784 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_dvr_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] Set router 17c5342a-36a4-485f-a422-8aa9ddca7b5f gateway port host: None {{(pid=78532) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:43:05.536405 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Calling delete_port for 5b617318-fef1-48c0-9b75-25a4704589fa owned by network:router_gateway {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:05.554648 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.db.l3_hamode_db [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4db246d0>, [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:43:05Z', 'revision_number': 6, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:05.558537 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdfdea-72eb-4f1f-b8ff-f6c4d3c43baf None None] The sync data for ids ['17c5342a-36a4-485f-a422-8aa9ddca7b5f'] in dv-cinder-802781-1-iscsi is: [{'id': '17c5342a-36a4-485f-a422-8aa9ddca7b5f', 'name': 'tempest-TestVolumeBootPattern-506914971-router', 'tenant_id': '631c2867f056444090a16fbb64675270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:24Z', 'updated_at': '2021-07-29T08:43:05Z', 'revision_number': 6, 'project_id': '631c2867f056444090a16fbb64675270', 'gw_port_host': None}] {{(pid=78532) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:43:05.703192 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:05.707505 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-54d57964-897b-49a7-b872-a8c81842025e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:05.750128 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b617318-fef1-48c0-9b75-25a4704589fa,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:05.775630 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:05.840945 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.013598 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.015769 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.038255 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.038760 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17c5342a-36a4-485f-a422-8aa9ddca7b5f {{(pid=78531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:43:06.051116 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.052259 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-6c6af09f-4b25-44f9-805f-3dee37ee8ba5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/17c5342a-36a4-485f-a422-8aa9ddca7b5f HTTP/1.1" status: 204  len: 168 time: 1.2952423
Jul 29 08:43:06.055590 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 45978) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:06.114554 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.db.db_base_plugin_v2 [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Deleting subnet 537bb3c1-39a6-482d-b0df-a8fab9813313 {{(pid=78530) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:43:06.118084 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.169483 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2921129'] for subnet, precommit_delete_associations {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.244074 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.313035 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3878820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2995103'] for subnet, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.317750 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:06.357569 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.361030 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537bb3c1-39a6-482d-b0df-a8fab9813313,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:06.362851 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6a6db-3b14-4297-aa9d-478deb0e8338 None None] Network 109a8f80-262d-4ea7-b485-45f0770646a5 requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:43:06.370924 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/537bb3c1-39a6-482d-b0df-a8fab9813313 HTTP/1.1" status: 204  len: 168 time: 0.3139632
Jul 29 08:43:06.372557 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.372808 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.373233 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.373535 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.373887 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.374231 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45982) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:06.374739 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.374739 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.375017 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.375495 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.376059 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.376471 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.376828 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-1-iscsi {{(pid=78530) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 29 08:43:06.381626 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-240dd420-8ef3-4ea9-af6d-ad9c24f46df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:06.487329 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.498931 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Deleting port cc9962f8-4aad-4114-8ff9-4e873da15406 {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:06.499232 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.651412 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] DHCP port deletion for 109a8f80-262d-4ea7-b485-45f0770646a5 request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:43:06.655636 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Deleting port cc9962f8-4aad-4114-8ff9-4e873da15406 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:06.656009 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.705091 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] For port cc9962f8-4aad-4114-8ff9-4e873da15406, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=cc9962f8-4aad-4114-8ff9-4e873da15406,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:06.705450 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.829705 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Calling delete_port for cc9962f8-4aad-4114-8ff9-4e873da15406 owned by network:dhcp {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:06.851651 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] For port cc9962f8-4aad-4114-8ff9-4e873da15406, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=cc9962f8-4aad-4114-8ff9-4e873da15406,segment=NetworkSegment(b83c6737-400d-4f99-b555-2fbff58721b9),segment_id=b83c6737-400d-4f99-b555-2fbff58721b9)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:06.852063 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.903507 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:06.907207 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4ded27ba-b685-4eda-a4ae-519bb9a96a77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:06.949980 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9962f8-4aad-4114-8ff9-4e873da15406,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:06.953273 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:06.954109 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] No DVR routers for this DVR port cc9962f8-4aad-4114-8ff9-4e873da15406 on host dv-cinder-802781-1-iscsi {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:43:06.972247 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Calling delete_port for cc9962f8-4aad-4114-8ff9-4e873da15406 owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:07.046564 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:43:07.046923 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:43:07.068835 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.081634 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4c2ba5e0>,) {'filters': {'network_id': ['109a8f80-262d-4ea7-b485-45f0770646a5']}} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:07.096770 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c2ba5e0>, 'b83c6737-400d-4f99-b555-2fbff58721b9') {'for_net_delete': True} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:07.097060 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4c2ba5e0>, 'b83c6737-400d-4f99-b555-2fbff58721b9') {} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:07.109447 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3376483'] for segment, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.221633 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.228100 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=78531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:43:07.228498 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133845'] for segment, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]: Traceback (most recent call last):
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     timer()
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     cb(*args, **kw)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     return func(*args, **kwargs)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     self._notify()
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     self.callback(batched_events)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     event.method(event)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     return f(self, *a, **k)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._get(url).json()
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:43:07.241378 dv-cinder-802781-1-iscsi neutron-server[78531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:43:07.315870 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.320339 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.323147 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:07.344713 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Pushing event deleted for resources: {'Network': ['ID=109a8f80-262d-4ea7-b485-45f0770646a5,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:07.345681 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 5b617318-fef1-48c0-9b75-25a4704589fa no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:07.347857 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:07.359037 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-05fc236f-d4ac-4ecf-8bba-8f114dfd4302 admin admin] 10.222.0.24 "DELETE /v2.0/networks/109a8f80-262d-4ea7-b485-45f0770646a5 HTTP/1.1" status: 204  len: 168 time: 0.9833856
Jul 29 08:43:07.361866 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45986) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:07.380530 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 5b617318-fef1-48c0-9b75-25a4704589fa {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:07.381080 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 5b617318-fef1-48c0-9b75-25a4704589fa not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:07.381305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device cc9962f8-4aad-4114-8ff9-4e873da15406 no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:07.416918 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: cc9962f8-4aad-4114-8ff9-4e873da15406 {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:07.417273 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device cc9962f8-4aad-4114-8ff9-4e873da15406 not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:07.417689 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 0194ab19-d9cb-499c-8889-16d372ef61ab no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:07.449546 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 0194ab19-d9cb-499c-8889-16d372ef61ab {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:07.449902 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 0194ab19-d9cb-499c-8889-16d372ef61ab not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:07.548687 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Deleting port cc9962f8-4aad-4114-8ff9-4e873da15406 {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:07.549236 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:07.616327 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-396d713e-6391-4710-84ed-f8131350a3ea None None] The port 'cc9962f8-4aad-4114-8ff9-4e873da15406' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:43:07.877670 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1971143'] for router_interface, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:08.214203 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Deleting port 28790b14-953d-47ce-9a49-85c93cf4c4aa {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:08.214481 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:08.380410 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] For port 28790b14-953d-47ce-9a49-85c93cf4c4aa, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=28790b14-953d-47ce-9a49-85c93cf4c4aa,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:08.380758 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:08.501809 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Calling delete_port for 28790b14-953d-47ce-9a49-85c93cf4c4aa owned by network:router_interface {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:08.765824 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:08.769936 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-4709fa76-44c0-4d9a-ac55-7ac652bcb003 tempest-VolumesSnapshotTestJSON-1122272465 tempest-VolumesSnapshotTestJSON-1122272465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:08.812802 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=28790b14-953d-47ce-9a49-85c93cf4c4aa,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:08.839069 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:09.077331 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1595131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1971131'] for router_interface, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:09.432992 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c has already been hosted by L3 agent c0c0917a-b23d-4a87-a133-a2ac586040d3 {{(pid=78531) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 29 08:43:09.604248 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] Notify agent at l3_agent.dv-cinder-802781-1-iscsi the message routers_updated {{(pid=78531) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 29 08:43:09.612096 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] Sync routers for ids ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'] in dv-cinder-802781-1-iscsi {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 29 08:43:09.621332 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-de8dbd6b-8fcb-4f17-95a0-f8b1278c9b64 admin admin] 10.222.0.24 "PUT /v2.0/routers/25c20fa5-511b-4d9f-ae19-ae35f9669c4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2583170
Jul 29 08:43:09.623032 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] Routers {'25c20fa5-511b-4d9f-ae19-ae35f9669c4c'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:43:09.623604 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45990) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:09.623736 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9562e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:43:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:09.794122 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] Set router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c gateway port host: dv-cinder-802781-1-iscsi {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:43:09.798443 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.079554 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9562e0>, [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'external_fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:43:08Z', 'revision_number': 5, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port': {'id': 'd88e4822-cbff-4799-aa9d-6dcf8671d53f', 'name': '', 'network_id': 'e8ce1216-2602-4663-8dc4-ef26ce6163af', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:24:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T08:35:36Z', 'updated_at': '2021-07-29T08:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f31b26f-23a7-457e-b7af-a07bce1f1a16', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-1-iscsi'}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:10.081202 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.083327 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] Checking router: 25c20fa5-511b-4d9f-ae19-ae35f9669c4c for host: dv-cinder-802781-1-iscsi {{(pid=78533) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 29 08:43:10.090429 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Deleting port d88e4822-cbff-4799-aa9d-6dcf8671d53f {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:10.090736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.091953 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] Routers {'25c20fa5-511b-4d9f-ae19-ae35f9669c4c'} bound to L3 agent in host dv-cinder-802781-1-iscsi {{(pid=78533) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 29 08:43:10.092592 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9562e0>, 'dv-cinder-802781-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T08:22:33Z,description=<?>,heartbeat_timestamp=2021-07-29T08:43:03Z,host='dv-cinder-802781-1-iscsi',id=c0c0917a-b23d-4a87-a133-a2ac586040d3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-29T08:22:33Z,topic='l3_agent')) {'router_ids': ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'], 'active': True} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:10.240815 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_dvr_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] Set router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c gateway port host: None {{(pid=78533) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 29 08:43:10.263748 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] For port d88e4822-cbff-4799-aa9d-6dcf8671d53f, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=d88e4822-cbff-4799-aa9d-6dcf8671d53f,segment=NetworkSegment(75c0c61a-1a54-4b48-b667-ae454b67ffc6),segment_id=75c0c61a-1a54-4b48-b667-ae454b67ffc6)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:10.264104 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.349011 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.l3_hamode_db [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5d4d9562e0>, [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:43:10Z', 'revision_number': 6, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port_host': None}], 'dv-cinder-802781-1-iscsi', False) {} {{(pid=78533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:10.352063 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:43:10.354645 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8b6bec-46e8-40fd-88b0-353ccc73f124 None None] The sync data for ids ['25c20fa5-511b-4d9f-ae19-ae35f9669c4c'] in dv-cinder-802781-1-iscsi is: [{'id': '25c20fa5-511b-4d9f-ae19-ae35f9669c4c', 'name': 'tempest-TestVolumeBootPattern-532052252-router', 'tenant_id': 'c47ee0c7d7f240329e93912b08be59ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T08:35:34Z', 'updated_at': '2021-07-29T08:43:10Z', 'revision_number': 6, 'project_id': 'c47ee0c7d7f240329e93912b08be59ea', 'gw_port_host': None}] {{(pid=78533) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 29 08:43:10.386783 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Calling delete_port for d88e4822-cbff-4799-aa9d-6dcf8671d53f owned by network:router_gateway {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:10.548907 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.553698 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-baad256b-2216-447a-9f7d-6b4112db0f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:10.598639 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88e4822-cbff-4799-aa9d-6dcf8671d53f,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:10.601800 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:10.685683 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2006802'] for router_gateway, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.858253 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2026312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36431'] for router, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.860340 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.882718 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2027336'] for router, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.883200 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c20fa5-511b-4d9f-ae19-ae35f9669c4c {{(pid=78531) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 29 08:43:10.895736 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] Notify callbacks [] for router, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:10.897477 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-6a006d6a-5006-40df-b1b0-964807969fb2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/25c20fa5-511b-4d9f-ae19-ae35f9669c4c HTTP/1.1" status: 204  len: 168 time: 1.2729020
Jul 29 08:43:10.899962 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45994) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:10.959910 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Deleting subnet f17e6a16-91ad-44bc-9ad9-a2270a6d096c {{(pid=78531) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 29 08:43:10.962727 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.010911 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3376508'] for subnet, precommit_delete_associations {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.087332 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732326'] for subnet, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.156951 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4138956'] for subnet, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.160642 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-18dd2011-0692-4f46-ae09-a3741133f51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:11.195663 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17e6a16-91ad-44bc-9ad9-a2270a6d096c,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:11.198547 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:11.199536 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for subnet, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.205691 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-ce88796d-b967-4bd7-9196-d5fdde92a9ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f17e6a16-91ad-44bc-9ad9-a2270a6d096c HTTP/1.1" status: 204  len: 168 time: 0.3047831
Jul 29 08:43:11.206875 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453a4b1-954f-42c4-ac81-6104395f9aef None None] Network 48a88a1e-f6f9-4268-baf0-d0496d970aaf requested from dv-cinder-802781-1-iscsi {{(pid=78532) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 29 08:43:11.208058 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 45998) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:11.317928 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-824679'] for network, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.338801 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Deleting port ab00c322-4d94-4cf1-9146-840c8dc14bde {{(pid=78531) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:11.339148 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.373414 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 28790b14-953d-47ce-9a49-85c93cf4c4aa no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:11.438512 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: 28790b14-953d-47ce-9a49-85c93cf4c4aa {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:11.438739 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device 28790b14-953d-47ce-9a49-85c93cf4c4aa not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:11.438985 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d88e4822-cbff-4799-aa9d-6dcf8671d53f no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:11.480923 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: d88e4822-cbff-4799-aa9d-6dcf8671d53f {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:11.481267 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device d88e4822-cbff-4799-aa9d-6dcf8671d53f not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:11.583061 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] DHCP port deletion for 48a88a1e-f6f9-4268-baf0-d0496d970aaf request from dv-cinder-802781-1-iscsi {{(pid=78532) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 29 08:43:11.587298 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Deleting port ab00c322-4d94-4cf1-9146-840c8dc14bde {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:11.587696 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.660421 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.db [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] For port ab00c322-4d94-4cf1-9146-840c8dc14bde, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=ab00c322-4d94-4cf1-9146-840c8dc14bde,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78531) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:11.660700 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.788703 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.db [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] For port ab00c322-4d94-4cf1-9146-840c8dc14bde, host dv-cinder-802781-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-1-iscsi',level=0,port_id=ab00c322-4d94-4cf1-9146-840c8dc14bde,segment=NetworkSegment(56248a33-d4f6-4b0b-b26d-758ee2408c63),segment_id=56248a33-d4f6-4b0b-b26d-758ee2408c63)] {{(pid=78532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 29 08:43:11.789004 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2006772'] for port, precommit_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.789652 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.plugin [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Calling delete_port for ab00c322-4d94-4cf1-9146-840c8dc14bde owned by network:dhcp {{(pid=78531) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:11.863643 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-808653', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752421042252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752420609311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133856'] for port, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:11.867505 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-d3baa44e-1c86-4c89-a409-ccc4977f8de1 tempest-TestVolumeBootPattern-623595392 tempest-TestVolumeBootPattern-623595392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:11.907284 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Calling delete_port for ab00c322-4d94-4cf1-9146-840c8dc14bde owned by network:dhcp {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 29 08:43:11.913704 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab00c322-4d94-4cf1-9146-840c8dc14bde,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:11.916784 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:11.917557 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] No DVR routers for this DVR port ab00c322-4d94-4cf1-9146-840c8dc14bde on host dv-cinder-802781-1-iscsi {{(pid=78531) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 29 08:43:11.977735 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.db.api [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 29 08:43:11.978123 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG oslo_db.api [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 29 08:43:12.032926 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730205', 'neutron.services.segments.db._delete_segments_for_network-8752421122717'] for network, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.046356 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5d4cd460a0>,) {'filters': {'network_id': ['48a88a1e-f6f9-4268-baf0-d0496d970aaf']}} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:12.062321 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4cd460a0>, '56248a33-d4f6-4b0b-b26d-758ee2408c63') {'for_net_delete': True} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:12.062868 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.services.segments.db [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5d4cd460a0>, '56248a33-d4f6-4b0b-b26d-758ee2408c63') {} {{(pid=78531) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 29 08:43:12.077214 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752421121783', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3376483'] for segment, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.093065 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734876'] for segment, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.098940 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=78531) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 29 08:43:12.099355 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-734869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133845'] for segment, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]: Traceback (most recent call last):
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     timer()
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     cb(*args, **kw)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     return func(*args, **kwargs)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     self._notify()
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     self.callback(batched_events)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     event.method(event)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     return f(self, *a, **k)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._get(url).json()
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     return self.request(url, 'GET', **kwargs)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 29 08:43:12.112292 dv-cinder-802781-1-iscsi neutron-server[78531]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 29 08:43:12.186614 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958261', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1595120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2006799'] for network, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.190144 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:12.203355 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1595110'] for network, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.215822 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a88a1e-f6f9-4268-baf0-d0496d970aaf,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:12.219196 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:12.220963 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-0c72fc1a-3547-4bfc-b2a0-2196180daef4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/48a88a1e-f6f9-4268-baf0-d0496d970aaf HTTP/1.1" status: 204  len: 168 time: 1.0119855
Jul 29 08:43:12.332062 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 46004) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:12.389586 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-f8722cd5-6762-41d8-b9d7-7784a8eed5fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=631c2867f056444090a16fbb64675270&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562241
Jul 29 08:43:12.391815 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [-] (78530) accepted ('10.222.0.24', 46008) {{(pid=78530) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:12.447442 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.472300 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.479305 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Deleting port ab00c322-4d94-4cf1-9146-840c8dc14bde {{(pid=78532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 29 08:43:12.479805 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752421069352'] for port, before_delete {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.524027 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.527655 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-02241ef3-7422-4d5a-a761-c47b11414bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:12.540582 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142141fe-fcf4-43e4-913a-4a4e69bbe346,revision_number=None']} {{(pid=78530) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:12.544097 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG oslo_concurrency.lockutils [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:12.548798 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-ffd4e48d-96fb-4dc1-8639-73e12ec7beb8 None None] The port 'ab00c322-4d94-4cf1-9146-840c8dc14bde' was deleted {{(pid=78532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 29 08:43:12.549004 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron_lib.callbacks.manager [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:12.550097 dv-cinder-802781-1-iscsi neutron-server[78530]: INFO neutron.wsgi [None req-c78c4f2e-6885-40fd-a75f-034965c90cbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/142141fe-fcf4-43e4-913a-4a4e69bbe346 HTTP/1.1" status: 204  len: 168 time: 0.1573846
Jul 29 08:43:12.883654 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 46016) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:12.930397 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-0c529e5b-be08-4a84-a463-e20f0d079db4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c47ee0c7d7f240329e93912b08be59ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0455599
Jul 29 08:43:12.932599 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.wsgi [-] (78531) accepted ('10.222.0.24', 46020) {{(pid=78531) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 29 08:43:12.987558 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:13.012780 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:13.068773 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1958235'] for security_group, after_delete {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:13.072319 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-6142d7f1-80ec-4eb7-84d0-e0c9349fc047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 29 08:43:13.084716 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4330b105-6f9c-4969-92b7-a932c5566146,revision_number=None']} {{(pid=78531) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 29 08:43:13.086935 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG oslo_concurrency.lockutils [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78531) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 29 08:43:13.092673 dv-cinder-802781-1-iscsi neutron-server[78531]: DEBUG neutron_lib.callbacks.manager [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78531) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:13.096464 dv-cinder-802781-1-iscsi neutron-server[78531]: INFO neutron.wsgi [None req-ad5d961d-7493-4f8b-8695-3c246fac5a2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4330b105-6f9c-4969-92b7-a932c5566146 HTTP/1.1" status: 204  len: 168 time: 0.1628318
Jul 29 08:43:13.344857 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device ab00c322-4d94-4cf1-9146-840c8dc14bde no longer exists at agent ovs-agent-dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 29 08:43:13.380411 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.plugin [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] No Port match for: ab00c322-4d94-4cf1-9146-840c8dc14bde {{(pid=78532) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 29 08:43:13.380763 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron.plugins.ml2.rpc [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Device ab00c322-4d94-4cf1-9146-840c8dc14bde not bound to the agent host dv-cinder-802781-1-iscsi {{(pid=78532) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 29 08:43:22.311544 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:30.056215 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-9389fa29-decf-4246-a695-8c694956409d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:30.589333 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:32.787511 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-84f85017-0e46-4052-90f2-4bc33ef361f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:33.490787 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:35.218394 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:43:47.341661 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:43:52.310604 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:00.056449 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c7d751fb-2f93-4c92-8bd2-c3159f015bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:00.595056 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:02.789052 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-98715c05-ee3d-4751-a06c-e7d3f81c6fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:03.490515 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:05.222414 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:22.324102 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:24.341132 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:44:30.058332 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5d7959af-0ea3-4b0f-98d7-9c9f4abe47b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:30.587324 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:32.790567 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-937712c7-6517-4502-8655-2b695cf14da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:33.492814 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:35.225998 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:44:52.328193 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:00.060717 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-6ffce664-e02c-4a97-b130-43233112bda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:00.587917 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:01.339518 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:45:02.790528 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e15c-e10f-45f4-8b83-29eb9314a4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:03.495636 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:05.227888 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:22.322598 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:30.063184 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c090f34c-f692-4f27-bfd3-7c60c1e5a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:30.589982 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:32.792921 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-8fab5d04-d527-4f45-9bd8-3c8c73b97214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:33.498653 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:35.233686 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:45:38.338176 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:45:52.328685 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:00.063269 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-c1cf89eb-2847-46c2-a4f9-32659a5599c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:00.594120 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:02.794705 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-0de96328-aeb7-4e20-b130-9af795da16cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:03.502692 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:05.235182 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:09.584259 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [req-f3ac74a0-331d-4f93-9200-4e83f190a07e req-dcf8e6a1-2dd3-408f-b4af-2bb1167831e9 service neutron] (78530) timed out ('10.222.0.37', 61743) {{(pid=78530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 29 08:46:15.336236 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:46:16.922603 dv-cinder-802781-1-iscsi neutron-server[78530]: DEBUG neutron.wsgi [req-c3e9dd94-6458-4b5c-9312-b0a196523343 req-c445cebb-e3f6-4b61-8ef4-9d08e2516158 service neutron] (78530) timed out ('10.222.0.37', 61732) {{(pid=78530) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 29 08:46:22.352673 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:30.091612 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-24770442-dfb2-4fe1-8747-2b18eadbdb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:30.596099 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:32.794701 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-2f536c01-b4b6-47d5-9102-76257391de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:33.504228 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:35.238832 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:46:52.335245 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:46:52.348608 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:00.063459 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-becaab85-6efa-4dc8-8e0b-342924553440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:00.596569 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:02.795627 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-1604c264-30c4-4322-abc6-6d444a9b89c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:03.505806 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:05.241846 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:22.365231 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:29.334465 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:47:30.065280 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-51fe7842-64c9-4065-8652-69d03ecbb794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:30.597686 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:32.798097 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-147f12d7-2918-4d43-9242-286fc1d5ec7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:33.510000 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:35.244861 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:47:52.377408 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:48:00.067065 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-71ac2238-992e-43a8-8aa2-dd23c536c94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:48:00.602721 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-42de4308-37c3-42a2-9dbe-08505029e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:48:02.799206 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-074254a0-eef7-427c-814a-48bbf97225e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:48:03.512336 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-57f792d9-61c0-477a-a601-5e994e49b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:48:05.247460 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-5e50b767-0884-4c77-be7e-5ba74d45533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 29 08:48:06.332543 dv-cinder-802781-1-iscsi neutron-server[78533]: DEBUG neutron.db.agents_db [None req-58a123ff-8e4e-4e09-90ab-3dc97a5b0565 None None] Agent healthcheck: found 6 active agents {{(pid=78533) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 29 08:48:22.380219 dv-cinder-802781-1-iscsi neutron-server[78532]: DEBUG neutron_lib.callbacks.manager [None req-d81727bb-92d5-41fe-aaaa-cbc3f309e507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752421122699', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-725863'] for agent, after_update {{(pid=78532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}